-- Logs begin at Tue 2021-04-20 22:48:03 UTC, end at Tue 2021-04-20 23:48:15 UTC. --
Apr 20 23:19:45.489627 dv-cinder-787296-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 23:19:48.629567 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.common.config [-] Logging enabled!
Apr 20 23:19:48.630093 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 20 23:19:48.631447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 23:19:48.633209 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.common.config [-] Logging enabled!
Apr 20 23:19:48.633528 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109
Apr 20 23:19:48.633882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86283) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 23:19:48.634948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 23:19:48.635217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 23:19:48.636248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 23:19:48.636533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 23:19:48.636793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 23:19:48.637221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.637606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.637950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.638213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.638567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.638878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.639205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.639545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.639887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.640213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.640530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.640855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.641124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.641466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.641801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.642129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.642385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.642690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.643222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.643556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.643876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.644220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.644542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.644852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.645168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.645534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.645901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] host                           = dv-cinder-787296-1-iscsi {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.646217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.646555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.646879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.647208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.647522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.647835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.648160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.648469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.648780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.649093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.649448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.649781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.650115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.650370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.650623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.650955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.651286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.651599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.651911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.652223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.652535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.652873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.653269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.653616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.653947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.654282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.654593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.654905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.655217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.655526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.655852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.656162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.656470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.656780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.657111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.657443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.657756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.658098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.658425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.658745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.659073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.659382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.659707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.660014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.660322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.660629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.660941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.661272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.661603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.661912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.662221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.662529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.662835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.663163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:48.663499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.663839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.664188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.664507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.664844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.665163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.665519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.665835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.666167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.666852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.667179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.667497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.667826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.668145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.668550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.668985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.669369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.669707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.670022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.670334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.670646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.670964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.671287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.671628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.671964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.672278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.672597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.672930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.673287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.673584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.673906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.674243 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.674563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.674878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.675196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.675511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.675822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.676130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.676447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.676778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.677093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.677428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.677739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.678054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.678365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.678689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.679004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.679314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.679622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.679942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.680257 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.680568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.680884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.681195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.681536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.681847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.682157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.682465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.682774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.683084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.683393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.683701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.684071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.684388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.684701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.685011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.685345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.685657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.685982 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.686321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.686645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.687019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.687369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.687686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.688005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.688324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.688641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.688960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.689295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.689635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.689958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.690284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.690605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.690921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.691258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.691573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.691892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.692206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.692523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.692848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.693168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.693532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.693877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.694207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.694538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.694866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.695182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.695534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.695852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:48.696101 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 23:19:48.696366 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86283) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 23:19:49.352380 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading Gnome
Apr 20 23:19:49.369463 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading Google
Apr 20 23:19:49.372211 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 23:19:49.375935 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading file
Apr 20 23:19:49.376783 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading keyczar
Apr 20 23:19:49.377059 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading multi
Apr 20 23:19:49.377728 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO keyring.backend [-] Loading pyfs
Apr 20 23:19:49.424481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:19:49.424783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:19:49.425112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:19:49.425538 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 23:19:49.819247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.819787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.819787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.821133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.821590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.821894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.859185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.859488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.859791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.874606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.874913 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.875212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.940901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.941202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.941533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.942542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.942843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:49.944590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.216555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f342bc017b8> agent after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.216873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f342bc017b8> agent after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.217182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f342bc016a8> segment precommit_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.217514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f342bc01730> network precommit_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.218338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f342bbb39d8> segment before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.364499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> network before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.364811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f342b9aba60> agent before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.365153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> network before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.365485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> port before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.365779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> port before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.366159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> segment after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.366628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> segment precommit_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.366917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> segment precommit_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.367208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> segment after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.367555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> network after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.367831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> network precommit_delete 0 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.368134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> port provisioning_complete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.368444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.368738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.369048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> agent after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.369396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> subnet after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.369693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> subnet precommit_delete 0 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.369993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.370283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.370621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> segment_host_mapping after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.371069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> port after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.371441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> port after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.371823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> port after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.372143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.372430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.372711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f342c550860>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.373140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:50.373444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:50.373726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:50.374000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:50.374274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:50.374548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:50.374965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 23:19:50.378485 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 23:19:50.382460 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 23:19:50.386238 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 20 23:19:50.387963 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 23:19:50.389304 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 23:19:50.389668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 23:19:50.390106 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 23:19:50.393882 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 23:19:50.394168 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 23:19:50.394564 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 23:19:50.422124 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 23:19:50.422632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f342ba5ecf8>> qos_plugin after_init 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.422968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 23:19:50.423375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f342b9fd518>> logging-plugin after_init 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.424737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 23:19:50.425055 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 23:19:50.425356 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 23:19:50.428503 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f342b9fd588>> floatingip before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.428823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f342b9fd588>> port before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:50.496614 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 23:19:50.496939 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 23:19:50.497147 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 23:19:50.497576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 23:19:50.534642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.sqlalchemy.engines [None req-c251e336-2727-41b3-b917-290693065e04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86283) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 23:19:50.987652 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing driver for type 'gre'
Apr 20 23:19:50.988517 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c251e336-2727-41b3-b917-290693065e04 None None] gre ID ranges: [(1, 1000)]
Apr 20 23:19:51.033565 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing driver for type 'local'
Apr 20 23:19:51.033933 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing driver for type 'vlan'
Apr 20 23:19:51.045485 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c251e336-2727-41b3-b917-290693065e04 None None] VlanTypeDriver initialization complete
Apr 20 23:19:51.045855 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing driver for type 'vxlan'
Apr 20 23:19:51.046378 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c251e336-2727-41b3-b917-290693065e04 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 23:19:51.087450 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing extension driver 'port_security'
Apr 20 23:19:51.087808 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.extensions.port_security [None req-c251e336-2727-41b3-b917-290693065e04 None None] PortSecurityExtensionDriver initialization complete
Apr 20 23:19:51.088175 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing mechanism driver 'openvswitch'
Apr 20 23:19:51.088536 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing mechanism driver 'hyperv'
Apr 20 23:19:51.095015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c251e336-2727-41b3-b917-290693065e04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:19:51.095848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b91ca90>> port after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.096247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b91ca90>> port after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.096627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b91ca90>> port after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.097075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b45bfd0>> subnet after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.097453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b45bfd0>> subnet after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.097827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b45bfd0>> subnet after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.098235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b4631d0>> network after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.098615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b4631d0>> network after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.098969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b4631d0>> network after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.099374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463390>> security_group after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.099753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463390>> security_group after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.100285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463390>> security_group after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.100721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463550>> security_group_rule after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.101046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463550>> security_group_rule after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.101443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463550>> security_group_rule after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.101855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463710>> address_group after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.102229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463710>> address_group after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.102595 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f342b463710>> address_group after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.102954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c251e336-2727-41b3-b917-290693065e04 None None] ML2 OVO RPC backend initialized. {{(pid=86283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 23:19:51.103741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> router_interface after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.104132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> router_interface after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.104587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> network before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.104966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> networks before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.105367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> port before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.105799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> ports before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.106199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> subnet before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.106563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> subnets before_response 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.106938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> network after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.107309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> network after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.107675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> network after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.108044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> port after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.108410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> port after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.108775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> port after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.109144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> subnet after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.109534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> subnet after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.109901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f342b4637f0>> subnet after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.110535 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.plugin [None req-c251e336-2727-41b3-b917-290693065e04 None None] Modular L2 Plugin initialization complete
Apr 20 23:19:51.110891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading services supported by the core plugin {{(pid=86283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 23:19:51.111252 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.plugins.ml2.managers [None req-c251e336-2727-41b3-b917-290693065e04 None None] Got port-security extension from driver 'port_security'
Apr 20 23:19:51.111757 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.extensions.vlantransparent [None req-c251e336-2727-41b3-b917-290693065e04 None None] Disabled vlantransparent extension.
Apr 20 23:19:51.112291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 23:19:51.112632 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: router
Apr 20 23:19:51.151118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router_interface before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.151555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_create 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.151957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router before_create 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.152361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router_interface before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.152832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router_interface after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.153221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_delete 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.153661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> floatingip after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.154054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_create 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.154434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_update 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.154814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_update 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.155194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router_gateway after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.155592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_update 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.156069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router precommit_update 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.156480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f342babbc80> port after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.156852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f342babbe18> port after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.157224 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f342babbd90> subnet after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.157621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f342babbd08> subnetpool_address_scope after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.158002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> port precommit_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.158381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router precommit_create 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.158758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f342baae8c8> port before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.159131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router precommit_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.159528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router after_update 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.159904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router precommit_delete 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.160284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router precommit_create 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.160686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router_interface after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.161062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> router precommit_update 55549900 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.161511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f342b463978>> network after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.162495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Tracking information for resource: router configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:51.162879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Tracking information for resource: floatingip configured {{(pid=86283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 23:19:51.168096 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_agentschedulers_db [None req-c251e336-2727-41b3-b917-290693065e04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 23:19:51.168783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f342b3e9378> port after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.169181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f342b3e9268> port after_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.169585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function _notify_port_delete at 0x7f342b3e92f0> port after_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.169969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f342b3e9510> port after_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.170868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f342b405780>> router before_create 55550100 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.171264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f342b405780>> router precommit_delete 55550100 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.171660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f342b405780>> router precommit_create 55550100 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.172045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f342b405780>> router precommit_update 55550100 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.176900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.provider_configuration [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service providers = [] {{(pid=86283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 23:19:51.177273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.servicetype_db [None req-c251e336-2727-41b3-b917-290693065e04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 23:19:51.180129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.service_base [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:19:51.180510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.service_base [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:19:51.180884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.service_base [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:19:51.181787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.service_base [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 23:19:51.182183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.services.service_base [None req-c251e336-2727-41b3-b917-290693065e04 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 23:19:51.182597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.182944 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 23:19:51.193147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.193562 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: auto_allocate
Apr 20 23:19:51.199368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f342b434b70> network precommit_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.199790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f342b434b70> network precommit_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.200451 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.200805 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: tag
Apr 20 23:19:51.207951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.208316 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: timestamp
Apr 20 23:19:51.212213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.212579 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: network_ip_availability
Apr 20 23:19:51.218158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f342b317390>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.218556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f342b317390>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.218943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f342b317390>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.219729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.220083 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: flavors
Apr 20 23:19:51.224596 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.224967 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading Plugin: revisions
Apr 20 23:19:51.229440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 23:19:51.229857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c251e336-2727-41b3-b917-290693065e04 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=86283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:19:51.230840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 23:19:51.230983 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Initializing extension manager.
Apr 20 23:19:51.231570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: __init__.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.231943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: __pycache__ {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.232311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.232677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: address_group.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.233499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.234129 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: address-group
Apr 20 23:19:51.234487 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: address_scope.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.235225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.235805 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: address-scope
Apr 20 23:19:51.236162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.237083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.237763 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 23:19:51.238046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: agent.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.238793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.239354 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: agent
Apr 20 23:19:51.239710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: agent_resources_synced.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.240621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.241189 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: agent-resources-synced
Apr 20 23:19:51.241569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: allowedaddresspairs.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.243371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.243940 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: allowed-address-pairs
Apr 20 23:19:51.244301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: auto_allocated_topology.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.245393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.245973 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: auto-allocated-topology
Apr 20 23:19:51.246398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: availability_zone.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.247151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.247729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: availability_zone
Apr 20 23:19:51.248083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: availability_zone_filter.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.248999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.249596 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: availability_zone_filter
Apr 20 23:19:51.249958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: data_plane_status.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.250979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.251546 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 23:19:51.251905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: default_subnetpools.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.252820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.253447 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: default-subnetpools
Apr 20 23:19:51.253806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.254672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.255246 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 23:19:51.255607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: dns.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.256521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.257082 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 23:19:51.257468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: dns_domain_ports.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.258387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.258954 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 23:19:51.259308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: dvr.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.260032 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.260590 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: dvr
Apr 20 23:19:51.260942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: empty_string_filtering.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.261878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.262469 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: empty-string-filtering
Apr 20 23:19:51.262818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.263739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.264298 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 23:19:51.264654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.265614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.266178 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 23:19:51.266531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: external_net.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.267463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.268038 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: external-net
Apr 20 23:19:51.268393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.269330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.269899 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: extra_dhcp_opt
Apr 20 23:19:51.270251 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: extraroute.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.271162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.271728 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: extraroute
Apr 20 23:19:51.272085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: extraroute_atomic.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.273119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.273711 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: extraroute-atomic
Apr 20 23:19:51.274073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: filter_validation.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.274768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.275327 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: filter-validation
Apr 20 23:19:51.275685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: fip_pf_description.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.276600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.277164 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 23:19:51.277546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: fip_port_details.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.278597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.279163 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: fip-port-details
Apr 20 23:19:51.279516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: flavors.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.280754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.281350 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: flavors
Apr 20 23:19:51.281707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.283373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.283957 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 23:19:51.284317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: floatingip_pools.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.285061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.285679 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: floatingip-pools
Apr 20 23:19:51.286038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: ip_allocation.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.286974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.287539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 23:19:51.287897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.288814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.289409 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: ip-substring-filtering
Apr 20 23:19:51.289768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l2_adjacency.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.290682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.291245 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 23:19:51.291968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.293028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.293662 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: router
Apr 20 23:19:51.294021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.296284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.296874 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 23:19:51.297280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.298211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.298790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: ext-gw-mode
Apr 20 23:19:51.299151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.300175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.300746 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: l3-ha
Apr 20 23:19:51.301110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3_flavors.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.302073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.302641 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: l3-flavors
Apr 20 23:19:51.302999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.303914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.304472 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 23:19:51.304829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: l3agentscheduler.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.306033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.306611 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: l3_agent_scheduler
Apr 20 23:19:51.306973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: logging.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.308480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.309101 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension logging not supported by any of loaded plugins
Apr 20 23:19:51.309565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: metering.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.310363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.311051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: metering
Apr 20 23:19:51.311410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.312515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.313077 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 23:19:51.313486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: multiprovidernet.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.314440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.315007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: multi-provider
Apr 20 23:19:51.315371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: netmtu.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.316295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.316861 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: net-mtu
Apr 20 23:19:51.317220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: netmtu_writable.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.318182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.318762 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: net-mtu-writable
Apr 20 23:19:51.319124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: network_availability_zone.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.319949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.320522 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: network_availability_zone
Apr 20 23:19:51.320884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: network_ip_availability.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.322010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.322589 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: network-ip-availability
Apr 20 23:19:51.322946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: network_segment_range.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.323783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.324354 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 23:19:51.324850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: pagination.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.325908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.326279 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: pagination
Apr 20 23:19:51.326631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: port_device_profile.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.327542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.328122 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: port-device-profile
Apr 20 23:19:51.328477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.329452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.330019 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: port-mac-address-regenerate
Apr 20 23:19:51.330374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.331296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.331866 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: port-numa-affinity-policy
Apr 20 23:19:51.332224 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: port_resource_request.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.333155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.333747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 23:19:51.334108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: portbindings.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.335041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.335610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: binding
Apr 20 23:19:51.335972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: portbindings_extended.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.337265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.337834 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: binding-extended
Apr 20 23:19:51.338185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: portsecurity.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.339113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.339691 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: port-security
Apr 20 23:19:51.340047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: project_id.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.341089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.341489 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: project-id
Apr 20 23:19:51.341843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: providernet.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.342766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.343332 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: provider
Apr 20 23:19:51.343687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.347389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.347984 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos not supported by any of loaded plugins
Apr 20 23:19:51.348353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.349671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.350247 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 23:19:51.350609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.351531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.352100 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 23:19:51.352460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_default.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.353403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.353980 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 23:19:51.354340 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_fip.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.355026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.355594 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 23:19:51.356017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_gateway_ip.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.356957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.357549 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 23:19:51.357906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_port_network_policy.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.358822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.359395 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 23:19:51.359755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_rule_type_details.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.360687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.361280 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 23:19:51.361642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: qos_rules_alias.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.362694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.363265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 23:19:51.363620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: quotasv2.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.364614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.364978 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: quotas
Apr 20 23:19:51.365349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: quotasv2_detail.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.367089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.367468 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: quota_details
Apr 20 23:19:51.367831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: rbac.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.368979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.369585 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: rbac-policies
Apr 20 23:19:51.369949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: rbac_address_group.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.370883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.371516 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: rbac-address-group
Apr 20 23:19:51.371870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: rbac_address_scope.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.372793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.373387 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: rbac-address-scope
Apr 20 23:19:51.373746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: rbac_security_groups.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.374673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.375244 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: rbac-security-groups
Apr 20 23:19:51.375617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: rbac_subnetpool.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.376553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.377127 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: rbac-subnetpool
Apr 20 23:19:51.377516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: revisionifmatch.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.378454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.379029 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: revision-if-match
Apr 20 23:19:51.379381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: revisions.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.380512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.381090 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: standard-attr-revisions
Apr 20 23:19:51.381497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: router_availability_zone.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.382214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.382781 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: router_availability_zone
Apr 20 23:19:51.383138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: routerservicetype.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.384058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.384620 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 23:19:51.384975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.385928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.386488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 23:19:51.386856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.387838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.388408 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: port-security-groups-filtering
Apr 20 23:19:51.388763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.389722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.390291 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: security-groups-remote-address-group
Apr 20 23:19:51.390645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: securitygroup.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.403944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.404554 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: security-group
Apr 20 23:19:51.404912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: segment.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.405827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.406404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension segment not supported by any of loaded plugins
Apr 20 23:19:51.406761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.407716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.408293 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 23:19:51.408648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: servicetype.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.409758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.410331 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: service-type
Apr 20 23:19:51.410670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: sorting.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.411648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.412017 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: sorting
Apr 20 23:19:51.412369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: standard_attr_segment.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.413338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.413910 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 23:19:51.414266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: standardattrdescription.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.414963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.415534 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: standard-attr-description
Apr 20 23:19:51.415889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: stateful_security_group.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.417187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.417803 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: stateful-security-group
Apr 20 23:19:51.418154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: stdattrs_common.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.418793 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 23:19:51.419142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.420138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.420708 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 23:19:51.421062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: subnet_onboard.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.422148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.422727 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: subnet_onboard
Apr 20 23:19:51.423087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.424010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.424583 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 23:19:51.424939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: subnet_service_types.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.425896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.426474 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: subnet-service-types
Apr 20 23:19:51.426826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: subnetallocation.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.427914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.428525 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: subnet_allocation
Apr 20 23:19:51.428869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.429588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.430162 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 23:19:51.430516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.431459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.432026 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 23:19:51.432382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: tagging.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.433668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.434402 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: standard-attr-tag
Apr 20 23:19:51.434765 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: timestamp.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.435949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.436525 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loaded extension: standard-attr-timestamp
Apr 20 23:19:51.436889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: trunk.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.437952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.438529 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension trunk not supported by any of loaded plugins
Apr 20 23:19:51.438888 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: trunk_details.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.439813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.440376 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 23:19:51.440733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: uplink_status_propagation.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.441685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.442250 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 23:19:51.442603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Loading extension file: vlantransparent.py {{(pid=86283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 23:19:51.443296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 23:19:51.443857 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 23:19:51.446588 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:network
Apr 20 23:19:51.447385 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 23:19:51.448068 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:19:51.448728 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:port
Apr 20 23:19:51.450455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.450930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service FLAVORS assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.451603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.452068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.452433 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:router
Apr 20 23:19:51.453154 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 23:19:51.453959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service METERING assigned prefix: /metering {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.455782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f342b259e10>> rbac-policy before_create 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.456188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f342b259e10>> rbac-policy before_update 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.456578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f342b259e10>> rbac-policy before_delete 55550000 {{(pid=86283) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:19:51.457729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 23:19:51.458204 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 23:19:51.459013 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 23:19:51.459807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service CORE assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.460180 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:19:51.460539 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] subnetpool is already registered
Apr 20 23:19:51.461196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service CORE assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.461601 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:19:51.461937 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] subnetpool is already registered
Apr 20 23:19:51.464664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.465327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service FLAVORS assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.465984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.466447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.466813 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:router
Apr 20 23:19:51.467174 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] router is already registered
Apr 20 23:19:51.467823 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 23:19:51.468180 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] floatingip is already registered
Apr 20 23:19:51.468868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service METERING assigned prefix: /metering {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.469647 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 23:19:51.470002 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] rbac_policy is already registered
Apr 20 23:19:51.470620 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 23:19:51.470980 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] security_group is already registered
Apr 20 23:19:51.471621 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 23:19:51.471977 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] security_group_rule is already registered
Apr 20 23:19:51.472685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service CORE assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.473046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:19:51.473427 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] subnetpool is already registered
Apr 20 23:19:51.474097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.resource_helper [None req-c251e336-2727-41b3-b917-290693065e04 None None] Service CORE assigned prefix:  {{(pid=86283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 23:19:51.474457 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 23:19:51.474792 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.quota.resource_registry [None req-c251e336-2727-41b3-b917-290693065e04 None None] subnetpool is already registered
Apr 20 23:19:51.475492 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: extensions {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.477015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: address-groups {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.478718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: address-scopes {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.479961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: agents {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.481227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: auto-allocated-topology {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.482532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: availability_zones {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.483904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: dhcp-networks {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.485382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: dhcp-agents {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.486872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: routers {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.488767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: flavors {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.489954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: service_profiles {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.491195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: next_providers {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.492782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: service_profiles {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.494312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: floatingip-pools {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.495576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: routers {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.497465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: floatingips {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.498703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: l3-routers {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.500164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: l3-agents {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.501628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: metering-labels {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.503862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: metering-label-rules {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.505168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: network-ip-availabilities {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.506526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: bindings {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.508224 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: quotas {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.509734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: quotas {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.511172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: rbac-policies {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.512632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: security-groups {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.513911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: security-group-rules {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.515307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: service-providers {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.516572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: subnetpools {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.518067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: subnetpools {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.519566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.521319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.523188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.525005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.526865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.528960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.530752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.532740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.534658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.536569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.extensions [None req-c251e336-2727-41b3-b917-290693065e04 None None] Extended resource: tags {{(pid=86283) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 23:19:51.543817 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING keystonemiddleware.auth_token [None req-c251e336-2727-41b3-b917-290693065e04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 23:19:51.549140 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING keystonemiddleware.auth_token [None req-c251e336-2727-41b3-b917-290693065e04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 23:19:51.558039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c251e336-2727-41b3-b917-290693065e04 None None] Acquired lock "singleton_lock" {{(pid=86283) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 23:19:51.558558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c251e336-2727-41b3-b917-290693065e04 None None] Releasing lock "singleton_lock" {{(pid=86283) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 23:19:51.560088 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Starting 2 workers
Apr 20 23:19:51.564855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Started child 86396 {{(pid=86283) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:19:51.568878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:19:51.569518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Started child 86397 {{(pid=86283) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:19:51.570424 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [-] (86396) wsgi starting up on http://0.0.0.0:9696
Apr 20 23:19:51.570973 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 23:19:51.571606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Notify callbacks [] for process, before_spawn {{(pid=86283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:19:51.573002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:19:51.574045 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Starting 1 workers
Apr 20 23:19:51.574309 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [-] (86397) wsgi starting up on http://0.0.0.0:9696
Apr 20 23:19:51.579517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Started child 86398 {{(pid=86283) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:19:51.580045 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Starting 1 workers
Apr 20 23:19:51.581764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] calling RpcWorker wait() {{(pid=86398) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 23:19:51.582143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] returning from RpcWorker wait() {{(pid=86398) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 23:19:51.583557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:19:51.584054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:19:51.584708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [None req-c251e336-2727-41b3-b917-290693065e04 None None] Started child 86399 {{(pid=86283) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 23:19:51.585510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c251e336-2727-41b3-b917-290693065e04 None None] Notify callbacks [] for process, after_spawn {{(pid=86283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:19:51.587086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86283) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 23:19:51.587338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 23:19:51.587476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 23:19:51.587764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 23:19:51.588204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 23:19:51.588333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 23:19:51.588472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:19:51.589192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.589498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.589815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.590126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.590446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.591058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.591349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.591648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.591941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.592218 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.592420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.592575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.593058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.593346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.593706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.593991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.594257 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.594545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.594753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.595019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.595336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.595620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.595906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.596173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.596733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.596985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.597287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.597528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.597811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.598074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.598381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.598639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.598895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.599165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.599436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.599690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.599932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.600179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.600458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.600719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.601145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] host                           = dv-cinder-787296-1-iscsi {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.601434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.601680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.601939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.602198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.602472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.602728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.603007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.603292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.603558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.603809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.604078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.604338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.604608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.604875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.605066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.605343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.605642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.606009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.606222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.606386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.606575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.606866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.607057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.607333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.607585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.607833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.608095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.608348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.608592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.608868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.609125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.609395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.609626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.609921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.610194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.610999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.610999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.610999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.611582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.611582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.611582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.611582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.612449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.612449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.612717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.612905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.613193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.613802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.613802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.614204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.614314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:19:51.614454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.614454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.614795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.615003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.615644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.615644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.615865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.615979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.616422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.617863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.617863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.617863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.617863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.617863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.618239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.618239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.618613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.618796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.619034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.619456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.619754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.620129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.620363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.620657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.620856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.621178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.621437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.621709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.622013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.622404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.622659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.622964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.623374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.623832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.624332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.624819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.625343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.625798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.626202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.626622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.627039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.627630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.627937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.628240 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.628449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.628806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.629112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.629425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.629616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.630060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.630256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.630688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.631055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.631466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.631700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.632159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.632358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.632808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.633065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.633403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.633685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.633960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.634207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.634439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.634686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.634964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.635234 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.635493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.635771 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.636043 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.636293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.636541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.636772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.637151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.637527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.637782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.638033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.638280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.638554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.638820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.639304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.639562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.639957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.640359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.640635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.640886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.641140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.641423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.641670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.641922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.642182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.642426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.642672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.642918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.643165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.643411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.643668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.643924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.644170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.644414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.644658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.644899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.645146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.645612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.645768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.648961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.650120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 33908) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.651140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.652030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.652030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.652030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.652414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.652414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.652743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.653084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.653413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.653766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.654111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.654400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.654729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.654935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.655219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.655611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.655822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.656087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.656367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.656628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.656932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.657211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.657489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.657734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.658011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.658361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.658665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.658959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.659159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.659440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.659738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.660004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.660303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.660582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.660853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.661140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.661897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.661897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.661897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.662851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.662851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.662851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.665568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.665568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.665568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.665568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.665568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.666854 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0129433
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.667747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.669020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.670633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.671018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.671163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.671305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.671537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.671781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.672050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.672339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.672588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.672871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.673134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.673482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.673757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.674024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.674294 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.674541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.674814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.675863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.676137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.676798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.676798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.676971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.677133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.677593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.678038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.678296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.678550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.678816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.679074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.679322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.679665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.679942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.680206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.680482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.680724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.680988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.681219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.681486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.681735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.681996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.682257 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.683185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.683185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.683185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.683185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.683727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.683727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.684126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.684126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.684405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.684569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.684831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.685078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.685369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.685613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.685949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.686252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.686488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.686790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.687059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.688885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.689141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.689492 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.689785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.690143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.690423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.690705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.691007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.691294 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.691590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.691835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.692310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.692471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.692739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.693009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.693287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.693762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.694034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.694741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.694741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.694741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.695076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.695251 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.695538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.695820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.696084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.696351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.696635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.696915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.697185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.698284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.698539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.698713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 23:19:51.699510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86283) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 23:19:51.699708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 23:19:51.699877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 23:19:51.700276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 23:19:51.700485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 23:19:51.700668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 23:19:51.700920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.701112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.701328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.701521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.701712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.701895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.702081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.702263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.702430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.702980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.702980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.702980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.703297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.703297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.703493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.703608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.703713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.703890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.704079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.704264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.704447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.704629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.704811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.704994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.705209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.705418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.705602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.705787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.705970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.706154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.706338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.706521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.706705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.706889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.707070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.707253 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.707436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.707618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.707802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.708704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.708704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] host                           = dv-cinder-787296-1-iscsi {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.708704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.708704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.708704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.709344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.709344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.709344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.709344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.712303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.714408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.715349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.716958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.717745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.718740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.722397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.724542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.725695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.726692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.727210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.727210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.727210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.727381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.727454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.727610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.728852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.729322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.729322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.729322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.729600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.729692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.729850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.730039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.730227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.730414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.730599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.730834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.731003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.731170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.731364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.731907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.731907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.731907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.732115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.732195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.732363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.732548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.732736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.733267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.733267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.733267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.733505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.733623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.733826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.734011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.734177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.734356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.734501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.735925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.736984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.737120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.737279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.737435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.737611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.737765 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:19:51.737886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.738011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.738121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.738291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.738478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.738667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.738911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.739061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.739198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.739384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.739572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.739757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.739944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.740130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.740284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.740476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.740661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.740870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.741043 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.741269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.741452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.741639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.741826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.742060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.742247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.742447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.742614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.743839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.744959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.745148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.745368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.745556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.745742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.745927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.746115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.746322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.746494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.746691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.747030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.747211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.747412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.747601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.747789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.747937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.748130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.748309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.748465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.748617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.748804 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.748993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.749179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.749377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.749529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.749727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.749904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.750093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.750278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.750465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.750651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.750837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.751768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.751944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.752126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.752314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.752838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.752838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.752838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.754146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.755090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.755090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.755090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.755090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.755090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.755090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.757533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.758419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.759665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.762361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.767693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.768916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.769501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.769501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.769501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.769501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.769501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 23:19:51.769501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86283) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 23:20:02.532668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ead7c8-ece0-4d9d-98d2-fe99d2070a8f None None] get_active_networks_info from dv-cinder-787296-1-iscsi {{(pid=86398) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 23:20:02.661880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ead7c8-ece0-4d9d-98d2-fe99d2070a8f None None] No non-hosted networks {{(pid=86398) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 23:20:02.696285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agentschedulers_db [None req-d5ead7c8-ece0-4d9d-98d2-fe99d2070a8f None None] DHCP Agent not found on host dv-cinder-787296-1-iscsi {{(pid=86398) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 20 23:20:02.953521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44570b24-de35-406b-a66f-d4bbc88c1ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045'] for agent, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:04.773261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a4150e0f-91a7-435c-b223-a3668902784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045'] for agent, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:04.841681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6f54-52e3-4c70-ab34-0399f2ed2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:05.455640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045'] for agent, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:05.580274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045'] for agent, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:05.584207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.587327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.590659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.591564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.592133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.592694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.593340 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.593914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.594461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.595218 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.595784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.596493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:05.597099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f342a67a668>, 'Open vSwitch agent', 'dv-cinder-787296-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:05.605288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f342a622be0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787296-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:06.949881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045'] for agent, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:07.831427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34006) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:08.496393 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-62b2d7e4-4011-4fdc-8c70-b0730068f632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:08.496889 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-62b2d7e4-4011-4fdc-8c70-b0730068f632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:08.723461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [None req-62b2d7e4-4011-4fdc-8c70-b0730068f632 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:20:08.724576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-62b2d7e4-4011-4fdc-8c70-b0730068f632 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8919024
Apr 20 23:20:11.445894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34020) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:11.856916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:11.959834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.policy [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86396) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 23:20:11.964384 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_hamode_db [None req-e576fb8e-5ba0-4a00-b089-ce5612c020be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 23:20:12.015597 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:12.015977 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:12.033868 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f342af40390>.
Apr 20 23:20:12.050929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:12.054591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576fb8e-5ba0-4a00-b089-ce5612c020be None None] Routers set() bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:20:12.055012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e576fb8e-5ba0-4a00-b089-ce5612c020be None None] Router IDs set() for agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 23:20:12.112589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295473404488', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295473403948', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295473329413', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295473323417', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295473306407', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295473305830', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8184023', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7950807', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988776', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-940208'] for rbac-policy, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:12.346417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:12.347648 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cbc5c3cd-876c-47e2-be93-532e4c9bd59a admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9006600
Apr 20 23:20:15.353627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34034) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:15.796635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '6cd269f9a9fc43329f7fd86e4d484094'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:15.802750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:15.808157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Usage tracker for resource:network and tenant:6cd269f9a9fc43329f7fd86e4d484094 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:15.812012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:15.819077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:15.833643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Made reservation on behalf of 6cd269f9a9fc43329f7fd86e4d484094 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:20:15.841822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:15.859438 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:15.877199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:15.883715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd269f9a9fc43329f7fd86e4d484094 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:15.887928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:15.894849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:16.004259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:16.008541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:16.014024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:16.032504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:20:16.066324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363295476711062', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:16.066960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f342bc016a8> segment precommit_create {{(pid=86396) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 23:20:16.067435 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Added segment 12b5b02f-17f2-4df6-9f91-4bd425976a80 of type vlan for network 5c75d185-4091-4b2b-9456-189d57db7b3b
Apr 20 23:20:16.122045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204394f5-ed46-4a2f-bd14-4fd798fcf3da,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:16.145285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.145667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.146036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.146401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.146755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.147124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.147474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.147825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.148191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.148543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.148889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.149286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Tracked resource versions report:
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:20:16.150319 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:20:16.187416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:16.203846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:16.230518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:16.232007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:16.232677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:16.236071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:16.347206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Pushing event updated for resources: {'Network': ['ID=5c75d185-4091-4b2b-9456-189d57db7b3b,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:16.350122 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9954131
Apr 20 23:20:16.351976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:16.361866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 5c75d185-4091-4b2b-9456-189d57db7b3b details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:20:19.410439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34050) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:19.907783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f54a6-a96b-4c25-9fae-82c41909f194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:19.909222 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c48f54a6-a96b-4c25-9fae-82c41909f194 admin admin] 10.222.0.24 "GET /v2.0/networks/5c75d185-4091-4b2b-9456-189d57db7b3b HTTP/1.1" status: 200  len: 825 time: 0.4977405
Apr 20 23:20:19.942975 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-eaf8c06e-3c67-4b15-abb9-3ca3b0501399 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7 HTTP/1.1" status: 200  len: 734 time: 0.0240746
Apr 20 23:20:19.952411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:19.957068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:19.961373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Usage tracker for resource:subnet and tenant:6cd269f9a9fc43329f7fd86e4d484094 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:19.964474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:19.971024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:19.984037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Made reservation on behalf of 6cd269f9a9fc43329f7fd86e4d484094 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:20:19.991821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:20.483752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:20.487708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:20.570337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff01f3e-5497-4e2c-86e9-326036acfdbb,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:20.576328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:20.579271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Checking segment: {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:20:20.579271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Network hostable DHCP agents. Network: 5c75d185-4091-4b2b-9456-189d57db7b3b, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:20:20.601658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Network 5c75d185-4091-4b2b-9456-189d57db7b3b is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:20:20.611889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 5c75d185-4091-4b2b-9456-189d57db7b3b) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:20:20.616984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:20.617648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:20.622746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53cae88-d19d-4624-888e-80a11af18f4b None None] Network 5c75d185-4091-4b2b-9456-189d57db7b3b requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:20:20.637646 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6888924
Apr 20 23:20:21.124783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-5c75d185-4091-4b2b-9456-189d57db7b3b', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:20:21.125966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:21.315265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Allocated IP 172.20.0.2 (5c75d185-4091-4b2b-9456-189d57db7b3b/4ff01f3e-5497-4e2c-86e9-326036acfdbb/d7b8ca68-28b8-4ec9-8773-fe9430107c5c) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:20:21.550645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:21.564141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Transition to ACTIVE for port object d7b8ca68-28b8-4ec9-8773-fe9430107c5c will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:20:21.585750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Transition to ACTIVE for port object d7b8ca68-28b8-4ec9-8773-fe9430107c5c will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:20:21.592422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:21.597025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:21.665431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Network 5c75d185-4091-4b2b-9456-189d57db7b3b is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:20:21.669068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:20:21.676109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:20:21.678359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Pushing event updated for resources: {'Port': ['ID=d7b8ca68-28b8-4ec9-8773-fe9430107c5c,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:21.716120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.716485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.716851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.717212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.717593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.717943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.718274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.718626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.718970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.719319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.719675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.720009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Tracked resource versions report:
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:20:21.721100 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:20:21.728892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:21.789271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Attempting to bind port d7b8ca68-28b8-4ec9-8773-fe9430107c5c on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:20:21.789713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Attempting to bind port d7b8ca68-28b8-4ec9-8773-fe9430107c5c by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:20:21.790124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Attempting to bind port d7b8ca68-28b8-4ec9-8773-fe9430107c5c on network 5c75d185-4091-4b2b-9456-189d57db7b3b {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:20:21.796563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:20:21.796997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Checking segment: {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:20:21.798397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:21.798397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Bound using segment: {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:20:21.798397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Bound port: d7b8ca68-28b8-4ec9-8773-fe9430107c5c, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:20:21.798753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:21.893037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] For port d7b8ca68-28b8-4ec9-8773-fe9430107c5c, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:20:21.897098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] For port d7b8ca68-28b8-4ec9-8773-fe9430107c5c, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d7b8ca68-28b8-4ec9-8773-fe9430107c5c,segment=NetworkSegment(12b5b02f-17f2-4df6-9f91-4bd425976a80),segment_id=12b5b02f-17f2-4df6-9f91-4bd425976a80)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:20:21.900797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:21.904875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:21.996473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Pushing event updated for resources: {'Port': ['ID=d7b8ca68-28b8-4ec9-8773-fe9430107c5c,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:21.999514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:23.380386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34060) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:23.782417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [None req-e3993f0e-cf8f-491b-b6ae-8e5f5ebbbd12 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:20:23.783486 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e3993f0e-cf8f-491b-b6ae-8e5f5ebbbd12 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4021699
Apr 20 23:20:26.523626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34070) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:26.941712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [None req-111e3662-ac7e-43ee-838e-804699bd8e1c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:20:26.942784 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-111e3662-ac7e-43ee-838e-804699bd8e1c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4181850
Apr 20 23:20:27.533766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d7b8ca68-28b8-4ec9-8773-fe9430107c5c up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:20:27.604668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port d7b8ca68-28b8-4ec9-8773-fe9430107c5c completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:20:28.842066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ed0bd-db79-45a9-8517-bed981926a23 None None] Network 5c75d185-4091-4b2b-9456-189d57db7b3b requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:20:28.973415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Provisioning for port d7b8ca68-28b8-4ec9-8773-fe9430107c5c completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:20:28.983284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Provisioning complete for port d7b8ca68-28b8-4ec9-8773-fe9430107c5c triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:28.983685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:29.210002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:29.251602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] For port d7b8ca68-28b8-4ec9-8773-fe9430107c5c, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d7b8ca68-28b8-4ec9-8773-fe9430107c5c,segment=NetworkSegment(12b5b02f-17f2-4df6-9f91-4bd425976a80),segment_id=12b5b02f-17f2-4df6-9f91-4bd425976a80)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:20:29.255152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:29.257169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:29.328476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Pushing event updated for resources: {'Port': ['ID=d7b8ca68-28b8-4ec9-8773-fe9430107c5c,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:29.331992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:29.478832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-d59785f5-9fa7-4abe-90dd-e495ed8d0b47 None None] Provisioning complete for port d7b8ca68-28b8-4ec9-8773-fe9430107c5c triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:29.479216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d59785f5-9fa7-4abe-90dd-e495ed8d0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:29.521002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d7b8ca68-28b8-4ec9-8773-fe9430107c5c up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:20:29.660579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port d7b8ca68-28b8-4ec9-8773-fe9430107c5c triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:29.660846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:30.010947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34086) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:30.408520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Request body: {'router': {'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:30.417833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:30.422364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Usage tracker for resource:router and tenant:6cd269f9a9fc43329f7fd86e4d484094 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:30.425711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:30.431926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:30.442832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:30.444140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:30.471609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:30.592816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:30.613208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:30.614548 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-27a43b43-54b4-41c4-9db9-ea3fbe0886a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6018536
Apr 20 23:20:32.442613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a03582a6-6a7a-465a-93af-55fcb99cb5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:33.324408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34096) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:33.726206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [None req-8a6b73ce-d391-4758-ab66-db4650dbf032 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:20:33.727263 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8a6b73ce-d391-4758-ab66-db4650dbf032 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4016607
Apr 20 23:20:34.770288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc7aa-c0b4-4559-a4b5-12401a5a6c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:35.409589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:35.574690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:36.522776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34116) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:36.827601 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:36.828382 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:36.894643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.060193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:37.063271 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.quota [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f342af69d30>.
Apr 20 23:20:37.079007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:37.085630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Usage tracker for resource:network and tenant:dea0071605fb46d3bd3757f09055a835 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:37.090187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:37.097695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:37.114269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Made reservation on behalf of dea0071605fb46d3bd3757f09055a835 for: {'network': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:20:37.189547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.policy [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86397) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 23:20:37.244290 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:37.244693 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING oslo_policy.policy [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 23:20:37.265047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.284815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.301607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:37.305803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Usage tracker for resource:security_group_rule and tenant:dea0071605fb46d3bd3757f09055a835 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:37.309161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:37.315570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:37.583828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.587338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.592147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:37.602930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Reserving flat network on physical network physnet1 {{(pid=86397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 23:20:37.631370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363295476711062', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.631946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f342bc016a8> segment precommit_create {{(pid=86397) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 23:20:37.632402 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Added segment dae60a1e-899d-42a4-a591-7f9410bc147c of type flat for network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab
Apr 20 23:20:37.688415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa069d54-3d6a-41a6-89fa-0153b3dde328,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:37.711830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.712212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.712563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.712916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.713274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.713640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.713980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.714395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.714736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.715059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.715402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.715738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Tracked resource versions report:
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:20:37.716787 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:20:37.759774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.767710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:37.807567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.809078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:37.809798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:37.814618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:37.922231 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.3965099
Apr 20 23:20:37.925004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b41e24-24ce-4c4b-9497-c3ff5f3164ab,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:37.928277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:37.940128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:20:40.488064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34146) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:40.614022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ea606-6872-47b8-bb35-6d6dd9c29654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:40.615451 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0d6ea606-6872-47b8-bb35-6d6dd9c29654 admin admin] 10.222.0.24 "GET /v2.0/subnets/4ff01f3e-5497-4e2c-86e9-326036acfdbb HTTP/1.1" status: 200  len: 849 time: 0.1262841
Apr 20 23:20:40.793489 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b13f7b3f-9872-4f38-af43-62ce4dffa96d admin admin] 10.222.0.24 "GET /v2.0/routers/3fac941f-fe86-4c21-b690-abc232ab0bbc HTTP/1.1" status: 200  len: 704 time: 0.1697400
Apr 20 23:20:41.285646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:41.545199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Allocated IP 172.20.0.1 (5c75d185-4091-4b2b-9456-189d57db7b3b/4ff01f3e-5497-4e2c-86e9-326036acfdbb/ba687513-580a-45b1-a8c7-c7550f7717fe) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:20:41.711834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:41.730118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Transition to ACTIVE for port object ba687513-580a-45b1-a8c7-c7550f7717fe will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:20:41.790006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:41.794202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:41.859232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Network 5c75d185-4091-4b2b-9456-189d57db7b3b is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:20:41.862196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:20:41.868920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:20:41.869922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.028596 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-a1f67b87-f654-4d2d-8ee7-70e5ff1344f4 None None] Provisioning for port ba687513-580a-45b1-a8c7-c7550f7717fe completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:20:42.034585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-a1f67b87-f654-4d2d-8ee7-70e5ff1344f4 None None] Provisioning complete for port ba687513-580a-45b1-a8c7-c7550f7717fe triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:42.034996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a1f67b87-f654-4d2d-8ee7-70e5ff1344f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.092969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-a1f67b87-f654-4d2d-8ee7-70e5ff1344f4 None None] Port ba687513-580a-45b1-a8c7-c7550f7717fe cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:20:42.144876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba687513-580a-45b1-a8c7-c7550f7717fe,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:42.164818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:42.293976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.540691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.545806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.546849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.551097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:42.685131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba687513-580a-45b1-a8c7-c7550f7717fe,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:42.689536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:42.751394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Network 5c75d185-4091-4b2b-9456-189d57db7b3b is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:20:42.752576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:20:42.920685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-1b748ccd-a2b3-4f18-a740-12470a5385f7 None None] Provisioning complete for port ba687513-580a-45b1-a8c7-c7550f7717fe triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:42.921090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1b748ccd-a2b3-4f18-a740-12470a5385f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:42.953260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Router 3fac941f-fe86-4c21-b690-abc232ab0bbc is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:20:42.976997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-1b748ccd-a2b3-4f18-a740-12470a5385f7 None None] Port ba687513-580a-45b1-a8c7-c7550f7717fe cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:20:43.122321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:20:43.133067 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] 10.222.0.24 "PUT /v2.0/routers/3fac941f-fe86-4c21-b690-abc232ab0bbc/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3309965
Apr 20 23:20:43.133225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Sync routers for ids ['3fac941f-fe86-4c21-b690-abc232ab0bbc'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:20:43.145385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Routers {'3fac941f-fe86-4c21-b690-abc232ab0bbc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:20:43.146244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342aede5c0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:20:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3fac941f-fe86-4c21-b690-abc232ab0bbc'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:43.329413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Set router 3fac941f-fe86-4c21-b690-abc232ab0bbc gateway port host: None {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:20:43.893117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342aede5c0>, [{'id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'name': 'router1', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:30Z', 'updated_at': '2021-04-20T23:20:42Z', 'revision_number': 2, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'gw_port_host': None, '_interfaces': [{'id': 'ba687513-580a-45b1-a8c7-c7550f7717fe', 'name': '', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'mac_address': 'fa:16:3e:4f:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:41Z', 'updated_at': '2021-04-20T23:20:42Z', 'revision_number': 2, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'subnets': [{'id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:43.898391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Checking router: 3fac941f-fe86-4c21-b690-abc232ab0bbc for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:20:43.898778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Updating router 3fac941f-fe86-4c21-b690-abc232ab0bbc port ba687513-580a-45b1-a8c7-c7550f7717fe binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:20:43.958293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:44.355040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:44.369619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Transition to ACTIVE for port object ba687513-580a-45b1-a8c7-c7550f7717fe will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:20:44.376232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:44.381064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:44.554429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Pushing event updated for resources: {'Port': ['ID=ba687513-580a-45b1-a8c7-c7550f7717fe,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:44.597122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.597426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.597734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.598090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.598442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.598791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.599135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.599479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.599826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.600167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.600663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.600841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Tracked resource versions report:
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:20:44.601895 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:20:44.618448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:44.625850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Attempting to bind port ba687513-580a-45b1-a8c7-c7550f7717fe on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:20:44.626270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Attempting to bind port ba687513-580a-45b1-a8c7-c7550f7717fe by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:20:44.626674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Attempting to bind port ba687513-580a-45b1-a8c7-c7550f7717fe on network 5c75d185-4091-4b2b-9456-189d57db7b3b {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:20:44.632409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:20:44.632824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Checking segment: {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:20:44.633322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:44.633733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Bound using segment: {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:20:44.634259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Bound port: ba687513-580a-45b1-a8c7-c7550f7717fe, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b5b02f-17f2-4df6-9f91-4bd425976a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:20:44.634659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:44.728589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] For port ba687513-580a-45b1-a8c7-c7550f7717fe, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:20:44.733185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] For port ba687513-580a-45b1-a8c7-c7550f7717fe, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=ba687513-580a-45b1-a8c7-c7550f7717fe,segment=NetworkSegment(12b5b02f-17f2-4df6-9f91-4bd425976a80),segment_id=12b5b02f-17f2-4df6-9f91-4bd425976a80)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:20:44.740489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:44.744457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:44.832225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Pushing event updated for resources: {'Port': ['ID=ba687513-580a-45b1-a8c7-c7550f7717fe,revision_number=4']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:44.841393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:44.844096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Routers {'3fac941f-fe86-4c21-b690-abc232ab0bbc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:20:44.844940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342aede5c0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:20:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3fac941f-fe86-4c21-b690-abc232ab0bbc'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:45.009261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] Set router 3fac941f-fe86-4c21-b690-abc232ab0bbc gateway port host: None {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:20:45.354135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342aede5c0>, [{'id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'name': 'router1', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:30Z', 'updated_at': '2021-04-20T23:20:42Z', 'revision_number': 2, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'gw_port_host': None, '_interfaces': [{'id': 'ba687513-580a-45b1-a8c7-c7550f7717fe', 'name': '', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'mac_address': 'fa:16:3e:4f:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:41Z', 'updated_at': '2021-04-20T23:20:44Z', 'revision_number': 4, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'subnets': [{'id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:45.358580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6402fcc-0166-4c23-935e-4b3dc171f943 None None] The sync data for ids ['3fac941f-fe86-4c21-b690-abc232ab0bbc'] in dv-cinder-787296-1-iscsi is: [{'id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'name': 'router1', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:30Z', 'updated_at': '2021-04-20T23:20:42Z', 'revision_number': 2, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'gw_port_host': None, '_interfaces': [{'id': 'ba687513-580a-45b1-a8c7-c7550f7717fe', 'name': '', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'mac_address': 'fa:16:3e:4f:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:41Z', 'updated_at': '2021-04-20T23:20:44Z', 'revision_number': 4, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'subnets': [{'id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:20:45.672742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34158) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:45.833965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea9826-f622-47d3-82bf-4854ace59ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:45.834572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cdea9826-f622-47d3-82bf-4854ace59ff4 admin admin] Synchronizing usage tracker for tenant:dea0071605fb46d3bd3757f09055a835 on resource:network {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:20:45.853564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cdea9826-f622-47d3-82bf-4854ace59ff4 admin admin] Unset dirty status for tenant:dea0071605fb46d3bd3757f09055a835 on resource:network {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:20:45.854850 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cdea9826-f622-47d3-82bf-4854ace59ff4 admin admin] 10.222.0.24 "GET /v2.0/networks/e6b41e24-24ce-4c4b-9497-c3ff5f3164ab HTTP/1.1" status: 200  len: 842 time: 0.1810727
Apr 20 23:20:45.865779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'gateway_ip': '172.27.1.1'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:45.871631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:20:45.875858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Usage tracker for resource:subnet and tenant:dea0071605fb46d3bd3757f09055a835 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:20:45.879135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:20:45.885855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:20:45.897284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Made reservation on behalf of dea0071605fb46d3bd3757f09055a835 for: {'subnet': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:20:45.901958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:46.358802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.objects.ports [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86397) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 23:20:46.359351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:46.363019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:46.436080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3cc5c4-80e4-4240-9616-c3efbf9ba983,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:46.441541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:46.447817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:20:46.448197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Network hostable DHCP agents. Network: e6b41e24-24ce-4c4b-9497-c3ff5f3164ab, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:20:46.470924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:20:46.481130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, e6b41e24-24ce-4c4b-9497-c3ff5f3164ab) {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:20:46.485197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:46.485851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:46.491061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a1933-54fc-4c51-94f2-2acec6797131 None None] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:20:46.514606 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6458681
Apr 20 23:20:46.731245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0dc6a9-e139-47d6-8fed-2237f0e5e1a5 None None] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:20:49.122858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34172) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:49.516241 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-540f1b42-d051-41db-9521-a9e8b21b2959 admin admin] 10.222.0.24 "GET /v2.0/routers/3fac941f-fe86-4c21-b690-abc232ab0bbc HTTP/1.1" status: 200  len: 710 time: 0.3921435
Apr 20 23:20:49.544746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device ba687513-580a-45b1-a8c7-c7550f7717fe up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:20:49.617247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port ba687513-580a-45b1-a8c7-c7550f7717fe completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:20:49.622810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port ba687513-580a-45b1-a8c7-c7550f7717fe triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:49.623225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:49.636271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:20:49.654362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7838d90-68a2-44f2-95f6-2553c771ad5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:20:49.655809 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a7838d90-68a2-44f2-95f6-2553c771ad5d admin admin] 10.222.0.24 "GET /v2.0/networks/e6b41e24-24ce-4c4b-9497-c3ff5f3164ab HTTP/1.1" status: 200  len: 886 time: 0.1336231
Apr 20 23:20:49.665822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:20:49.747051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:49.779958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port ba687513-580a-45b1-a8c7-c7550f7717fe, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=ba687513-580a-45b1-a8c7-c7550f7717fe,segment=NetworkSegment(12b5b02f-17f2-4df6-9f91-4bd425976a80),segment_id=12b5b02f-17f2-4df6-9f91-4bd425976a80)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:20:49.783801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:49.786162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ccf3fd2f-888e-4144-80e1-c8b13d976dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:49.855743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=ba687513-580a-45b1-a8c7-c7550f7717fe,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:49.859018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:50.136806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:50.495858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:50.555325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:50.698333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Allocated IP 172.27.1.16 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/0fce8577-f2bd-4115-b7e3-093eb9b32660) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:20:50.850280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:50.881551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:50.885610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:50.952761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:20:50.956196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:20:50.960048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:20:51.078864 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Pushing event updated for resources: {'Port': ['ID=0fce8577-f2bd-4115-b7e3-093eb9b32660,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:51.088585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:51.534011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device ba687513-580a-45b1-a8c7-c7550f7717fe up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:20:51.565033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:51.610360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port ba687513-580a-45b1-a8c7-c7550f7717fe triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:51.610768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:51.916981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:51.920626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-960462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853815354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-921128'] for router, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:52.115351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Router 3fac941f-fe86-4c21-b690-abc232ab0bbc has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:20:52.300774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:20:52.311807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:52.312617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Sync routers for ids ['3fac941f-fe86-4c21-b690-abc232ab0bbc'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:20:52.313755 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] 10.222.0.24 "PUT /v2.0/routers/3fac941f-fe86-4c21-b690-abc232ab0bbc HTTP/1.1" status: 200  len: 889 time: 2.6513751
Apr 20 23:20:52.324109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Routers {'3fac941f-fe86-4c21-b690-abc232ab0bbc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:20:52.324820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a141a90>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:20:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3fac941f-fe86-4c21-b690-abc232ab0bbc'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:52.531185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Set router 3fac941f-fe86-4c21-b690-abc232ab0bbc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:20:53.039351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a141a90>, [{'id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'name': 'router1', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '0fce8577-f2bd-4115-b7e3-093eb9b32660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:30Z', 'updated_at': '2021-04-20T23:20:51Z', 'revision_number': 4, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'gw_port': {'id': '0fce8577-f2bd-4115-b7e3-093eb9b32660', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:50Z', 'updated_at': '2021-04-20T23:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'ba687513-580a-45b1-a8c7-c7550f7717fe', 'name': '', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'mac_address': 'fa:16:3e:4f:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:41Z', 'updated_at': '2021-04-20T23:20:49Z', 'revision_number': 5, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'subnets': [{'id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:53.045922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Checking router: 3fac941f-fe86-4c21-b690-abc232ab0bbc for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:20:53.046314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Updating router 3fac941f-fe86-4c21-b690-abc232ab0bbc port 0fce8577-f2bd-4115-b7e3-093eb9b32660 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:20:53.102497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:53.448801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:53.461557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Transition to ACTIVE for port object 0fce8577-f2bd-4115-b7e3-093eb9b32660 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:20:53.468170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:53.472085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-58001601-0f99-4ed0-b359-a7090b43a499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:53.555489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2c709-36ed-4d47-96d6-19e2c96fece8 None None] Pushing event updated for resources: {'Port': ['ID=0fce8577-f2bd-4115-b7e3-093eb9b32660,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:53.558103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Attempting to bind port 0fce8577-f2bd-4115-b7e3-093eb9b32660 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:20:53.558500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Attempting to bind port 0fce8577-f2bd-4115-b7e3-093eb9b32660 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:20:53.558871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Attempting to bind port 0fce8577-f2bd-4115-b7e3-093eb9b32660 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:20:53.561217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-63d2c709-36ed-4d47-96d6-19e2c96fece8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:53.565644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:20:53.566028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:20:53.566463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:53.566878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:20:53.567379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Bound port: 0fce8577-f2bd-4115-b7e3-093eb9b32660, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:20:53.567799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:53.646446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] For port 0fce8577-f2bd-4115-b7e3-093eb9b32660, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:20:53.649802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] For port 0fce8577-f2bd-4115-b7e3-093eb9b32660, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=0fce8577-f2bd-4115-b7e3-093eb9b32660,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:20:53.653968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:53.658075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:53.742193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Routers {'3fac941f-fe86-4c21-b690-abc232ab0bbc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:20:53.742867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a141a90>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:20:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3fac941f-fe86-4c21-b690-abc232ab0bbc'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:53.799428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2c709-36ed-4d47-96d6-19e2c96fece8 None None] Pushing event updated for resources: {'Port': ['ID=0fce8577-f2bd-4115-b7e3-093eb9b32660,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:53.860910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-63d2c709-36ed-4d47-96d6-19e2c96fece8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:53.932605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] Set router 3fac941f-fe86-4c21-b690-abc232ab0bbc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:20:54.275270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a141a90>, [{'id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'name': 'router1', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '0fce8577-f2bd-4115-b7e3-093eb9b32660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:30Z', 'updated_at': '2021-04-20T23:20:51Z', 'revision_number': 4, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'gw_port': {'id': '0fce8577-f2bd-4115-b7e3-093eb9b32660', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:50Z', 'updated_at': '2021-04-20T23:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'ba687513-580a-45b1-a8c7-c7550f7717fe', 'name': '', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'mac_address': 'fa:16:3e:4f:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:41Z', 'updated_at': '2021-04-20T23:20:49Z', 'revision_number': 5, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'subnets': [{'id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:20:54.279650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d061a-55d2-4370-9d81-8a0ab1556a6b None None] The sync data for ids ['3fac941f-fe86-4c21-b690-abc232ab0bbc'] in dv-cinder-787296-1-iscsi is: [{'id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'name': 'router1', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '0fce8577-f2bd-4115-b7e3-093eb9b32660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:30Z', 'updated_at': '2021-04-20T23:20:51Z', 'revision_number': 4, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'gw_port': {'id': '0fce8577-f2bd-4115-b7e3-093eb9b32660', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:50Z', 'updated_at': '2021-04-20T23:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'ba687513-580a-45b1-a8c7-c7550f7717fe', 'name': '', 'network_id': '5c75d185-4091-4b2b-9456-189d57db7b3b', 'tenant_id': '6cd269f9a9fc43329f7fd86e4d484094', 'mac_address': 'fa:16:3e:4f:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac941f-fe86-4c21-b690-abc232ab0bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:41Z', 'updated_at': '2021-04-20T23:20:49Z', 'revision_number': 5, 'project_id': '6cd269f9a9fc43329f7fd86e4d484094', 'subnets': [{'id': '4ff01f3e-5497-4e2c-86e9-326036acfdbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61a7ce5a-6dde-4ca5-8db0-bf974f23d7d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:20:54.988902 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34182) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:20:55.119471 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c2efc765-9c4f-42b1-b381-b9426ba1fd5d admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1292782
Apr 20 23:20:55.553000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 0fce8577-f2bd-4115-b7e3-093eb9b32660 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:20:55.627972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 0fce8577-f2bd-4115-b7e3-093eb9b32660 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:20:55.633114 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 0fce8577-f2bd-4115-b7e3-093eb9b32660 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:55.633358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:55.759080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:55.776362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 0fce8577-f2bd-4115-b7e3-093eb9b32660, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=0fce8577-f2bd-4115-b7e3-093eb9b32660,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:20:55.780126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:20:55.783264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-63d2c709-36ed-4d47-96d6-19e2c96fece8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:20:55.852725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=0fce8577-f2bd-4115-b7e3-093eb9b32660,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:20:55.856032 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:20:57.540919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 0fce8577-f2bd-4115-b7e3-093eb9b32660 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:20:57.618592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 0fce8577-f2bd-4115-b7e3-093eb9b32660 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:20:57.618592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:02.452452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-81fc06ec-159c-4dc3-88ca-d8aad35d84d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:04.779098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bc397129-b125-47bd-a9c3-88267da0f324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:05.413185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:05.585628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:06.894410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:26.640066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:21:32.445349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cb6d39dd-b740-4d93-a4ce-6c15833ead58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:34.773341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-01e11988-ed74-45d5-bc9b-902897c9472a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:35.433669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:35.583874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:21:36.904875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:02.451484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bc75eddc-7480-47e7-af2d-0304500dfc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:03.640031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:22:04.777037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-70b5c27a-6aa6-4bb2-a5be-ee3c72d7aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:05.418233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:05.577384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:06.901479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:32.444525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b643a8-ed26-4601-b656-93d3b53f41a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:34.780106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d615a93d-9b96-4f41-ae4f-6bddb1d30131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:35.423491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:35.581408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:36.910953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:38.270498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34754) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:38.350340 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.pecan_wsgi.hooks.translation [None req-c094a52e-3587-49b6-87a9-fe5fc351037f admin admin] GET failed (client error): The resource could not be found.
Apr 20 23:22:38.351662 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c094a52e-3587-49b6-87a9-fe5fc351037f admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0801563
Apr 20 23:22:38.496945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0234b5c8-f47a-42c0-b7b1-06d54cf7e0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:38.498448 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0234b5c8-f47a-42c0-b7b1-06d54cf7e0c2 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1400716
Apr 20 23:22:40.640378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:22:41.001762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34764) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:41.130668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef71f3-cdcb-43b2-a8b7-02366e986041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:41.131265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-07ef71f3-cdcb-43b2-a8b7-02366e986041 admin admin] Synchronizing usage tracker for tenant:dea0071605fb46d3bd3757f09055a835 on resource:subnet {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:22:41.146966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-07ef71f3-cdcb-43b2-a8b7-02366e986041 admin admin] Unset dirty status for tenant:dea0071605fb46d3bd3757f09055a835 on resource:subnet {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:22:41.148182 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-07ef71f3-cdcb-43b2-a8b7-02366e986041 admin admin] 10.222.0.24 "GET /v2.0/subnets/4ff01f3e-5497-4e2c-86e9-326036acfdbb HTTP/1.1" status: 200  len: 849 time: 0.1452019
Apr 20 23:22:41.158799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:22:41.285196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:41.616652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741377981401'] for subnet, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:41.620464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:22:41.662036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:41.663003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:41.663976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] 10.222.0.24 "PUT /v2.0/subnets/4ff01f3e-5497-4e2c-86e9-326036acfdbb HTTP/1.1" status: 200  len: 868 time: 0.5093427
Apr 20 23:22:41.680571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070e679-dd9a-4bcf-9b28-0587574f5c88 None None] Network 5c75d185-4091-4b2b-9456-189d57db7b3b requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:22:41.689572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff01f3e-5497-4e2c-86e9-326036acfdbb,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:22:41.698017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.698419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.698747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.699130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.699484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.699833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.700217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.700562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.700896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.701230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.701600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.701948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:22:41.705772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:22:42.134445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9ba047ef-c245-4db1-b05f-ce40dcde0084 None None] Provisioning complete for port ba687513-580a-45b1-a8c7-c7550f7717fe triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:22:42.134854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ba047ef-c245-4db1-b05f-ce40dcde0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:42.266875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9ba047ef-c245-4db1-b05f-ce40dcde0084 None None] Provisioning complete for port d7b8ca68-28b8-4ec9-8773-fe9430107c5c triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:22:42.267142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ba047ef-c245-4db1-b05f-ce40dcde0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:22:44.141219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34774) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:44.335274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b7e93-62b4-44bb-ad4b-a4032f442275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:44.335706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b7e93-62b4-44bb-ad4b-a4032f442275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:44.337454 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-122b7e93-62b4-44bb-ad4b-a4032f442275 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1950641
Apr 20 23:22:46.831675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34784) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:47.023753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a012a8-8595-4f46-bc13-16fb0ff964c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:47.024125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a012a8-8595-4f46-bc13-16fb0ff964c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:47.025813 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-76a012a8-8595-4f46-bc13-16fb0ff964c4 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1928310
Apr 20 23:22:49.511779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34794) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:49.709872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6ed06-7beb-4fd7-be3a-22f69818df0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:49.711308 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f6e6ed06-7beb-4fd7-be3a-22f69818df0a admin admin] 10.222.0.24 "GET /v2.0/networks/5c75d185-4091-4b2b-9456-189d57db7b3b HTTP/1.1" status: 200  len: 869 time: 0.1980247
Apr 20 23:22:52.209151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34804) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:52.408115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb85b81-2414-48b0-a713-f396f90ec8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:52.409537 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cfb85b81-2414-48b0-a713-f396f90ec8a4 admin admin] 10.222.0.24 "GET /v2.0/networks/e6b41e24-24ce-4c4b-9497-c3ff5f3164ab HTTP/1.1" status: 200  len: 886 time: 0.1988506
Apr 20 23:22:54.900315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34814) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:55.034870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad5472-539d-4ce4-969e-d4913ce6cc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:55.035370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad5472-539d-4ce4-969e-d4913ce6cc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:55.036952 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ddad5472-539d-4ce4-969e-d4913ce6cc91 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1351910
Apr 20 23:22:57.506454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34824) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:22:57.654962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9599c-9ce4-4bce-9924-2505e3e73ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:57.655459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9599c-9ce4-4bce-9924-2505e3e73ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:22:57.657064 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0ff9599c-9ce4-4bce-9924-2505e3e73ded admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1495199
Apr 20 23:23:00.143187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34834) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:23:00.277264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b160554-36fa-40d7-85d7-f47ed5ad1ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:23:00.278723 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5b160554-36fa-40d7-85d7-f47ed5ad1ddc admin admin] 10.222.0.24 "GET /v2.0/subnets/4ff01f3e-5497-4e2c-86e9-326036acfdbb HTTP/1.1" status: 200  len: 868 time: 0.1344786
Apr 20 23:23:02.447766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dde454e-18bc-41c5-8949-0a279d44fdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:02.784050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34844) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:23:02.907217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b3c3d-f4eb-471e-b769-9f9ffe9461d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:23:02.908634 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-243b3c3d-f4eb-471e-b769-9f9ffe9461d4 admin admin] 10.222.0.24 "GET /v2.0/subnets/8d3cc5c4-80e4-4240-9616-c3efbf9ba983 HTTP/1.1" status: 200  len: 816 time: 0.1235421
Apr 20 23:23:04.782636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-510d95bb-7fda-4bfa-a0c0-6b4260c9aa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:05.424861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:05.586056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:06.909926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:17.640171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:23:29.326214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34888) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:23:29.388629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [None req-dfff3c6e-f5b7-42b2-ad9d-bb0ee23eb402 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:23:29.389721 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dfff3c6e-f5b7-42b2-ad9d-bb0ee23eb402 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0624931
Apr 20 23:23:31.970816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34898) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:23:32.049375 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.pecan_wsgi.hooks.translation [None req-724ad2f2-fe0d-4a91-a65d-6fe638220f54 admin admin] GET failed (client error): The resource could not be found.
Apr 20 23:23:32.050776 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-724ad2f2-fe0d-4a91-a65d-6fe638220f54 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0789332
Apr 20 23:23:32.188490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f4e2f-dcc4-4fc1-a98a-4ad55b2e3349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:23:32.190047 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a01f4e2f-dcc4-4fc1-a98a-4ad55b2e3349 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1344721
Apr 20 23:23:32.451587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cb10cd98-de31-4753-aca4-79dedcb57eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.702331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34908) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:23:34.759437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:23:34.764605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:23:34.775580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:23:34.784763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b47c-45f9-4dcd-8742-42a3660840b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.785278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Made reservation on behalf of dea0071605fb46d3bd3757f09055a835 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:23:34.790211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.883898 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.services.revisions.revision_plugin [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3429d28a58] {project_id='dea0071605fb46d3bd3757f09055a835', id='fed76dd4-8ce3-407c-8b07-6d97c684fc21', target_tenant='*', action='access_as_shared', object_id='da2a7832-8786-4d2e-8b5c-1b399359e5ee'}> to bump revision.
Apr 20 23:23:34.900991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:23:34.910300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.910690 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Added segment 3bc8e684-05e9-4bc5-abad-d9a5926b0f47 of type vlan for network da2a7832-8786-4d2e-8b5c-1b399359e5ee
Apr 20 23:23:34.938615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.973187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.974586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:23:34.975215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:34.978553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:23:35.239045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Pushing event updated for resources: {'Network': ['ID=da2a7832-8786-4d2e-8b5c-1b399359e5ee,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:23:35.242221 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5384383
Apr 20 23:23:35.248331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.248725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.249089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.249480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.249838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.250199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.250554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.250884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.251256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.251604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.251949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.252296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:35.256489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:23:35.265386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network da2a7832-8786-4d2e-8b5c-1b399359e5ee details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:23:35.428670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:35.590344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:36.914699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:37.765177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34918) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:23:37.856034 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.pecan_wsgi.hooks.translation [None req-285260c0-ffc1-46a7-a810-141bec28b8e5 admin admin] GET failed (client error): The resource could not be found.
Apr 20 23:23:37.857444 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-285260c0-ffc1-46a7-a810-141bec28b8e5 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0887146
Apr 20 23:23:37.975803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3afbd-c56c-424d-8bd0-0e59516f5d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:23:37.977391 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e5f3afbd-c56c-424d-8bd0-0e59516f5d53 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1134875
Apr 20 23:23:37.992085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee', 'cidr': '192.168.233.0/24'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:23:37.996806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:23:38.006954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:23:38.016793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Made reservation on behalf of dea0071605fb46d3bd3757f09055a835 for: {'subnet': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:23:38.021351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:38.624872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:38.628760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-fe7e0aa6-9a08-423a-b3ef-09dbe301e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:23:38.700478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=282fc5be-1b7a-4731-86dc-25645f3a0294,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:23:38.704350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:23:38.711831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Checking segment: {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:23:38.712212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Network hostable DHCP agents. Network: da2a7832-8786-4d2e-8b5c-1b399359e5ee, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:23:38.732616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Network da2a7832-8786-4d2e-8b5c-1b399359e5ee is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:23:38.742434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, da2a7832-8786-4d2e-8b5c-1b399359e5ee) {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:23:38.746617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:23:38.747244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:38.753182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca3d871-cf3d-40e3-8103-cc52a2963064 None None] Network da2a7832-8786-4d2e-8b5c-1b399359e5ee requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:23:38.773412 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7846336
Apr 20 23:23:38.995517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-da2a7832-8786-4d2e-8b5c-1b399359e5ee', 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee', 'tenant_id': 'dea0071605fb46d3bd3757f09055a835', 'fixed_ips': [{'subnet_id': '282fc5be-1b7a-4731-86dc-25645f3a0294'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:23:38.996905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:39.165675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Allocated IP 192.168.233.2 (da2a7832-8786-4d2e-8b5c-1b399359e5ee/282fc5be-1b7a-4731-86dc-25645f3a0294/1d3be36b-0308-4a53-81de-fecdf24816ae) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:23:39.386124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:39.397150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Transition to ACTIVE for port object 1d3be36b-0308-4a53-81de-fecdf24816ae will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:23:39.417526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Transition to ACTIVE for port object 1d3be36b-0308-4a53-81de-fecdf24816ae will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:23:39.423112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:39.429009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-63d2c709-36ed-4d47-96d6-19e2c96fece8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:23:39.487405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Network da2a7832-8786-4d2e-8b5c-1b399359e5ee is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:23:39.495588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:23:39.500079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:23:39.571500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Pushing event updated for resources: {'Port': ['ID=1d3be36b-0308-4a53-81de-fecdf24816ae,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:23:39.588406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.588774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.589124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.589508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.589861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.590250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.590598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.590942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.591287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.591631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.591990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.592314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:23:39.603068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:23:39.612485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Attempting to bind port 1d3be36b-0308-4a53-81de-fecdf24816ae on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:23:39.612885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Attempting to bind port 1d3be36b-0308-4a53-81de-fecdf24816ae by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:23:39.613313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Attempting to bind port 1d3be36b-0308-4a53-81de-fecdf24816ae on network da2a7832-8786-4d2e-8b5c-1b399359e5ee {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:23:39.619239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:23:39.619641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Checking segment: {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:23:39.620076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:39.620499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Bound using segment: {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:23:39.620985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Bound port: 1d3be36b-0308-4a53-81de-fecdf24816ae, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:23:39.621435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:39.715955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] For port 1d3be36b-0308-4a53-81de-fecdf24816ae, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:23:39.719203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] For port 1d3be36b-0308-4a53-81de-fecdf24816ae, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=1d3be36b-0308-4a53-81de-fecdf24816ae,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:23:39.721681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:39.725748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:23:39.813012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Pushing event updated for resources: {'Port': ['ID=1d3be36b-0308-4a53-81de-fecdf24816ae,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:23:39.817274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:23:41.026831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf93893-8e51-4fb6-a811-b4bb82cf3a7d None None] Network da2a7832-8786-4d2e-8b5c-1b399359e5ee requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:23:41.133429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-627fb6e9-065f-4601-a074-b48f9a4372f8 None None] Provisioning for port 1d3be36b-0308-4a53-81de-fecdf24816ae completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:23:41.689147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 1d3be36b-0308-4a53-81de-fecdf24816ae up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:23:41.767551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 1d3be36b-0308-4a53-81de-fecdf24816ae completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:23:41.772867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 1d3be36b-0308-4a53-81de-fecdf24816ae triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:23:41.773373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:41.899937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:41.934367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 1d3be36b-0308-4a53-81de-fecdf24816ae, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=1d3be36b-0308-4a53-81de-fecdf24816ae,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:23:41.937911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:41.940024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:23:42.008832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=1d3be36b-0308-4a53-81de-fecdf24816ae,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:23:42.012131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:23:43.655400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 1d3be36b-0308-4a53-81de-fecdf24816ae up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:23:43.731115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 1d3be36b-0308-4a53-81de-fecdf24816ae triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:23:43.731530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:23:54.641408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:24:02.458871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-091944aa-590a-4674-9cef-b79c3f05c68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:04.789321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-80aa2b37-73f3-4c7e-8b61-5399f52efd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:05.431384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:05.597766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:06.922444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:31.641812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:24:32.452764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afd7554d-7594-464a-8708-33f559da6829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:34.792633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-747cdb0d-c329-4cee-8325-ae25ccc9fa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:35.438256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:35.591755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:36.925056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.136927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34960) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:24:53.143850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [None req-2e06ee56-3948-4c83-976e-e3f487d55902 tempest-verify_tempest_config-1192602029 tempest-verify_tempest_config-1192602029-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:24:53.144850 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2e06ee56-3948-4c83-976e-e3f487d55902 tempest-verify_tempest_config-1192602029 tempest-verify_tempest_config-1192602029-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068562
Apr 20 23:24:53.481316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 34978) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:24:53.623263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.641516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:24:53.645337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Usage tracker for resource:security_group_rule and tenant:3e9784d0f12b4e45b937f0a2945734c6 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:24:53.648395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:24:53.654418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:24:53.747416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.751473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.759161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:24:53.800897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Synchronizing usage tracker for tenant:dea0071605fb46d3bd3757f09055a835 on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:24:53.803457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb5e9a1-ace3-495e-b1aa-69e3560952df,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:24:53.813604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.813993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.814383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.814713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.815068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.815425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.815779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.816127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.816475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.816803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.817156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.817525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:53.822201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:24:53.832079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Unset dirty status for tenant:dea0071605fb46d3bd3757f09055a835 on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:24:53.836234 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e9784d0f12b4e45b937f0a2945734c6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3536446
Apr 20 23:24:53.836814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 34984) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:24:53.900184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.927484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.982232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:53.986288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:24:53.997683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb5e9a1-ace3-495e-b1aa-69e3560952df,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:24:54.004896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.005300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.005699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.006050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.006393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.006760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.007103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.007444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.007783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.008120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.008460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.008792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:24:54.011938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:24:54.017832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:24:54.019010 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cb5e9a1-ace3-495e-b1aa-69e3560952df HTTP/1.1" status: 204  len: 168 time: 0.1810982
Apr 20 23:25:02.460096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e25c-9271-46d5-9497-780f7bd70b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:04.794932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-114065de-56b1-46e1-bcd3-bd4d3698f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:05.436447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:05.594907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:06.927215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:08.647631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:25:32.465000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d7c4-a188-4f98-af5d-105f69bdc1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:34.804929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9619-dc37-416a-8258-0c2f5681d607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:35.444482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:35.608500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:36.941001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:25:45.652493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:26:02.464008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8058785d-f7cf-4ce8-aa3f-cef569a23e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:04.804650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ed383a0-1f62-41e4-8ca7-531c64f11738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:05.454682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:05.610939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:06.939869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:22.653274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 5 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:26:23.848277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045'] for agent, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:28.897612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35044) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:26:29.029929 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-fbc8c098-154b-4100-aff0-336a9dae0ba1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1310849
Apr 20 23:26:31.513059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35054) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:26:31.579092 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b986c246-af62-4a6d-8d0b-995ce7b96247 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0645280
Apr 20 23:26:32.462579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a752da0e-69c2-44a4-9b0c-391d5e2c75df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:34.797938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-52d476ab-c0cc-49f8-9c55-dbc52dc6729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:35.447911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:35.605215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:36.942175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:53.819554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:26:59.659052 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:27:02.465786 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4c3517c6-c4df-4eb3-a670-9bc98fbc3a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:04.806322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9e2b9605-6170-49fa-9560-584adf3011e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:05.461715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:05.613955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:06.953842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:23.834597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:32.458487 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e4fe556e-a7cb-4dc2-be0a-3b44181db4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:34.803248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e0756d13-cb2d-42b6-8d49-6eeeb32081ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:35.454715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:35.606398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:36.658691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:27:36.951089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:27:53.831995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.408240 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35212) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:02.466889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c47d73a6-1242-4e62-ae72-30eb83653b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.708950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-326633659-network', 'tenant_id': '258a861085714ba3ab7edad7716a5784'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:02.714459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:02.718977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Usage tracker for resource:network and tenant:258a861085714ba3ab7edad7716a5784 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:02.722202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:02.728720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:02.738796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Made reservation on behalf of 258a861085714ba3ab7edad7716a5784 for: {'network': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:02.743622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35238) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:02.744014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.757803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.773744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:02.777802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:258a861085714ba3ab7edad7716a5784 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:02.780776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:02.788731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:02.884073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.887176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.891737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:02.922521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=86397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:28:02.936783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:02.942295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.942673 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Added segment 4947ae78-5bab-43d1-8584-42a00ab43223 of type vlan for network 3a70dca0-ad2e-4d80-96da-b855c3ada5df
Apr 20 23:28:02.955779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.956178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.956553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.956919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.957350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.957679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.958026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.958385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.958764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.959124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.959471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.959822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Tracked resource versions report:
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     HyperV agent@hv-cinder-78729: {},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:28:02.960976 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:28:02.966185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:02.974572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-network', 'tenant_id': '5802e103d19a4edba800dc5229300b61'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:02.981697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:02.989039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Usage tracker for resource:network and tenant:5802e103d19a4edba800dc5229300b61 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:02.990276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:02.993078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:03.001164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:03.011813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Made reservation on behalf of 5802e103d19a4edba800dc5229300b61 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:03.017661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.030314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.031949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:03.032075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.033153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.039660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:03.062700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:03.068323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Usage tracker for resource:security_group_rule and tenant:5802e103d19a4edba800dc5229300b61 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:03.072231 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:03.079897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:03.212777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a70dca0-ad2e-4d80-96da-b855c3ada5df,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:03.214612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.220791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8113511
Apr 20 23:28:03.221481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35262) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:03.222437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:03.224835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.225446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:03.228579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Request body: {'subnet': {'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-326633659-subnet', 'tenant_id': '258a861085714ba3ab7edad7716a5784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:03.233307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:03.235340 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:03.243085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Usage tracker for resource:subnet and tenant:258a861085714ba3ab7edad7716a5784 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:03.248031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:03.249277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:28:03.263219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.263677 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Added segment 7fe0be53-0d60-4d71-ad79-d8f41f33ee84 of type vlan for network b6fef365-3372-4094-be68-62324f82651e
Apr 20 23:28:03.268117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:03.286717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146d6d5c-2d00-4a1c-806e-726858859343,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:03.297546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Made reservation on behalf of 258a861085714ba3ab7edad7716a5784 for: {'subnet': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:03.303513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Notify callbacks [] for subnet, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.308852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.309503 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.310066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.310596 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.311121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.311672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.312198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.312717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.313276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.313798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.314330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.315327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Tracked resource versions report:
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     HyperV agent@hv-cinder-78729: {},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:28:03.316837 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:28:03.336570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:03.343062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.384568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.386146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:03.386779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.390539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ffc9b7b8-7004-4bef-bb3f-fdfde33d2b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:03.479605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35274) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:03.509789 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7649086
Apr 20 23:28:03.512977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35280) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:03.519238 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Request body: {'subnet': {'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-subnet', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:03.524135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:03.529107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Usage tracker for resource:subnet and tenant:5802e103d19a4edba800dc5229300b61 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:03.532094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:03.538187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:03.546836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Pushing event updated for resources: {'Network': ['ID=b6fef365-3372-4094-be68-62324f82651e,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:03.556467 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Made reservation on behalf of 5802e103d19a4edba800dc5229300b61 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:03.561500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.563532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network b6fef365-3372-4094-be68-62324f82651e details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:03.575753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:03.854468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:03.861175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-28c4f739-e299-4fd8-b322-5b1fbd12ddb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:03.957872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:03.962062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:03.968428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Checking segment: {'id': '4947ae78-5bab-43d1-8584-42a00ab43223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:03.968816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Network hostable DHCP agents. Network: 3a70dca0-ad2e-4d80-96da-b855c3ada5df, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:28:03.987049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-915673274-network', 'tenant_id': 'd0374b0e56b94acbad1593288ac9e4df'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:03.997465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:04.003675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Usage tracker for resource:network and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:04.008750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:04.017356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:04.024734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:28:04.035753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 3a70dca0-ad2e-4d80-96da-b855c3ada5df) {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:04.042086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Made reservation on behalf of d0374b0e56b94acbad1593288ac9e4df for: {'network': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:04.046105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e9649-51ed-4fdd-ac70-ea479c141035 None None] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:04.051026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.064905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.079936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b503c5f8-44b9-4be1-ada0-fbc04f2f4be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:04.094769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:04.095427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.115419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.143945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:04.152888 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c451035-772a-48de-8fb3-d0fc7d47ba50,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:04.156725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Usage tracker for resource:security_group_rule and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:04.160341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:04.161808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:04.171357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:04.199697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Checking segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:04.201548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Network hostable DHCP agents. Network: b6fef365-3372-4094-be68-62324f82651e, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:28:04.252687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Network b6fef365-3372-4094-be68-62324f82651e is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:28:04.274152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, b6fef365-3372-4094-be68-62324f82651e) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:04.280374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:04.281269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.299906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9072a4b-f9eb-40ac-98d3-91276fa16749 None None] Network b6fef365-3372-4094-be68-62324f82651e requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:04.306656 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-661f8492-6cc7-45a6-a0c0-aa5ae5221aff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0829139
Apr 20 23:28:04.308133 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7939956
Apr 20 23:28:04.311135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35318) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:04.319546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22711c1b-3c75-4c27-8db4-0af6fe532e17 None None] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:04.320524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:04.325483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.327985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:04.333384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Usage tracker for resource:router and tenant:5802e103d19a4edba800dc5229300b61 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:04.336506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.337518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:04.346763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-77398e83-38d1-468c-90e9-e03673facd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:04.354670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:04.373614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=86397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:28:04.383931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.385020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.411778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e05f6f-a94c-4784-ae14-807ae346ac10,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:04.415107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.415496 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Added segment e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98 of type vlan for network 2fca4335-2dc6-410b-adbf-5d568c77cd8d
Apr 20 23:28:04.422845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:04.436439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.524251 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.766192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00e33a-cce0-4c0e-ae5e-78804a927824 None None] Network b6fef365-3372-4094-be68-62324f82651e requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:04.840865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.847744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:04.848378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:04.914549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:04.941823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-07250f2f-e520-4367-bddf-fe7e260d2980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.016586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.082323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35342) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:05.082603 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6018062
Apr 20 23:28:05.083780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Pushing event updated for resources: {'Network': ['ID=2fca4335-2dc6-410b-adbf-5d568c77cd8d,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:05.089705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Request body: {'subnet': {'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-915673274-subnet', 'tenant_id': 'd0374b0e56b94acbad1593288ac9e4df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:05.098029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:05.113423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:05.129850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Usage tracker for resource:subnet and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:05.130064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:05.140202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:05.162743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:05.196124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Made reservation on behalf of d0374b0e56b94acbad1593288ac9e4df for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:05.200965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.467807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.621379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.858858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.890564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.893871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:05.895669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:06.025078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:06.027600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Checking segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:06.028426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Network hostable DHCP agents. Network: 2fca4335-2dc6-410b-adbf-5d568c77cd8d, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:28:06.033349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:06.054648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Allocated IP 172.27.1.120 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/d3b2e8af-2bd9-4bec-ac1b-6945a28fc309) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:06.062074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:28:06.074322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 2fca4335-2dc6-410b-adbf-5d568c77cd8d) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:06.083396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01143494-eece-4b0d-a22d-d11ed5126e93 None None] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:06.087894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:06.088579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:06.135242 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0512569
Apr 20 23:28:06.288723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:06.328193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:06.336342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8f8b5453-6fa1-43ab-8e00-3486b4cb71fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:06.405465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:06.408551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:06.411599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:06.431569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345ae48-2a7c-4ce7-9781-ba9eb2b1ab9f None None] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:06.606388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:06.620906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:06.653707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35410) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:06.952208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:06.962755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.010479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:07.017373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Usage tracker for resource:security_group_rule and tenant:e31a7370507142d3944aeb1681717dc8 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:07.023015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:07.034037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:07.073611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.186380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.192851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.205393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:07.238960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35466) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:07.239713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f316a3e4-9a87-46b8-b367-67a968385301,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:07.245814 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 23:28:07.270631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:07.276760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35476) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:07.474703 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e31a7370507142d3944aeb1681717dc8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8192787
Apr 20 23:28:07.480751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35486) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:07.547841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35490) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:07.567520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.603483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-a86b1abc-6fcd-45e9-afb7-adf919398faa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:07.605102 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-a86b1abc-6fcd-45e9-afb7-adf919398faa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.3272974
Apr 20 23:28:07.638591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-15fef4e8-70fa-4408-9de5-1941ba9c2de7 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:07.640195 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-15fef4e8-70fa-4408-9de5-1941ba9c2de7 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/networks?id=3a70dca0-ad2e-4d80-96da-b855c3ada5df HTTP/1.1" status: 200  len: 811 time: 0.3972487
Apr 20 23:28:07.643546 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ec3a89b3-142c-4c10-a419-6932a6cc82b9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/quotas/d0374b0e56b94acbad1593288ac9e4df HTTP/1.1" status: 200  len: 375 time: 0.0281601
Apr 20 23:28:07.716383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-b85b418a-27b9-4876-87b1-5873b492bffd tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/quotas/258a861085714ba3ab7edad7716a5784 HTTP/1.1" status: 200  len: 375 time: 0.0650086
Apr 20 23:28:07.727701 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-0e2c0e51-f8a4-4e18-ab42-6dfb2dd8a954 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0750649
Apr 20 23:28:07.798628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.798821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.813385 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-c3e48a3a-960a-4f1b-90f8-3612b81ceb71 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=258a861085714ba3ab7edad7716a5784&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0771854
Apr 20 23:28:07.822134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:07.834710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdc7b392e3c49cfa2aa6dd1ca439d23 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:07.838217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:07.850283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:07.866048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:07.891006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:28:07.921554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-17145c34-023c-4cc4-a731-cc412e3cf134 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:07.922388 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-17145c34-023c-4cc4-a731-cc412e3cf134 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0873477
Apr 20 23:28:08.019371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-bffc1ffd-b22f-4282-b8b2-a3f32b04c383 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:08.020447 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-bffc1ffd-b22f-4282-b8b2-a3f32b04c383 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1081886
Apr 20 23:28:08.076755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.139808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.141140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:28:08.142567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-11b5a4db-5251-491f-a43e-c87541a5cac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:08.143431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.152525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Sync routers for ids ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:28:08.162148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5565ef35-6d55-4eee-b00a-b5dd679bd7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:08.166403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Routers {'6be4fe22-cbde-4610-bda8-78d3ad86a7fc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:28:08.167490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a0914e0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:08.174695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f316a3e4-9a87-46b8-b367-67a968385301,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:08.201319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:08.213606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.217269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f316a3e4-9a87-46b8-b367-67a968385301 HTTP/1.1" status: 204  len: 168 time: 0.7300320
Apr 20 23:28:08.217420 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccdc7b392e3c49cfa2aa6dd1ca439d23&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6671999
Apr 20 23:28:08.218049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.219149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35520) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:08.222245 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.9102118
Apr 20 23:28:08.222817 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-657e152e-5c0c-4947-9847-18e9b5b203cf service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923825
Apr 20 23:28:08.223045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35524) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:08.226328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6cf150-3f36-40c0-993b-b6ba803e790b,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:08.228865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:08.381562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Set router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:28:08.387898 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-20abbab9-6251-449b-b28d-32dee25347a4 service neutron] 10.222.0.24 "GET /v2.0/networks/3a70dca0-ad2e-4d80-96da-b855c3ada5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3583684
Apr 20 23:28:08.692324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35532) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:08.738677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.755876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a0914e0>, [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:28:06Z', 'revision_number': 3, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:08.761601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Checking router: 6be4fe22-cbde-4610-bda8-78d3ad86a7fc for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:28:08.761947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Updating router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:28:08.796991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.800090 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-92b8e619-68dc-4f87-8ef8-3970b8079194 service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5611928
Apr 20 23:28:08.820557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.820792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.822626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:08.830900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Usage tracker for resource:security_group_rule and tenant:4def254cda3c4cf7b03b475ccbb0e485 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:08.845589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:08.854169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:08.861332 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-dd1e6fd6-2ca4-4b50-8ffe-18703bdb345a service neutron] 10.222.0.24 "GET /v2.0/networks/3a70dca0-ad2e-4d80-96da-b855c3ada5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4526949
Apr 20 23:28:08.889560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.895614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cec0716b-c472-42a3-9ed8-d74a29e9d6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:08.909264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6cf150-3f36-40c0-993b-b6ba803e790b,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:08.914676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:08.918560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:08.919874 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af6cf150-3f36-40c0-993b-b6ba803e790b HTTP/1.1" status: 204  len: 168 time: 0.6999259
Apr 20 23:28:09.242337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.293479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.324232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-059d1414-04cf-4203-ab9e-3562c657be57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:09.493587 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4def254cda3c4cf7b03b475ccbb0e485&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7943444
Apr 20 23:28:09.499118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0a36b-5584-4d37-a303-fe343b81d1c7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:09.504636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35586) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:09.510015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:09.532989 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1993cf48-1768-4798-9708-3226263da23d req-f34c0ba5-38d8-4a30-9885-51f4220e3a86 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.1953790
Apr 20 23:28:09.559819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.703434 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ecf134b-6ec7-44ae-92dd-ac3286075b12 req-939a7a8d-c15c-4bc1-ab6e-f696124df654 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.1931503
Apr 20 23:28:09.719718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.735192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.752046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Transition to ACTIVE for port object d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:09.770363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.782773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a6b3edd-33d8-4004-8746-998e354c870c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:09.824844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.909066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Attempting to bind port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:09.911330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Attempting to bind port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:09.911963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Attempting to bind port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:09.930336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Pushing event updated for resources: {'Port': ['ID=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:09.934986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:09.935523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:09.936060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.936588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:09.937188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Bound port: d3b2e8af-2bd9-4bec-ac1b-6945a28fc309, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:09.937641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:09.940244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35600) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:10.004291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.021740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:10.021949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Allocated IP 172.20.0.1 (b6fef365-3372-4094-be68-62324f82651e/7c451035-772a-48de-8fb3-d0fc7d47ba50/3263e814-a5ea-42ce-ac45-a55fa962fdd8) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:10.027026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Usage tracker for resource:security_group_rule and tenant:749ff6f4123f4ba8b2d59f65609e96cd is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:10.030610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:10.037844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:10.056965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.059845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.060237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.060598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.060953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.061361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.061711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.062065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.062432 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.062779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.063124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.063467 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Tracked resource versions report:
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     HyperV agent@hv-cinder-78729: {},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:28:10.082778 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:28:10.107213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.141212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.148376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.187693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-403a17f1-13f0-4e12-9f9b-3521c4f4d84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:10.235263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] For port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:10.235819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae2e33-efa3-4f01-bd88-4a44153541f7,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:10.240626 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=749ff6f4123f4ba8b2d59f65609e96cd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2992890
Apr 20 23:28:10.241954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.243676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35628) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:10.252880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] For port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:10.263703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.270317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:10.353066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.384001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Routers {'6be4fe22-cbde-4610-bda8-78d3ad86a7fc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:28:10.384692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a0914e0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:10.390720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.415320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.446168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.454969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4f86c2a3-8049-4d32-8316-27df7c0e9b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:10.461198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.475922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:10.476509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.479130 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90ae2e33-efa3-4f01-bd88-4a44153541f7 HTTP/1.1" status: 204  len: 168 time: 0.2339327
Apr 20 23:28:10.480260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae2e33-efa3-4f01-bd88-4a44153541f7,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:10.483714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.527334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0a36b-5584-4d37-a303-fe343b81d1c7,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:10.550944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.576068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.579926 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ff0a36b-5584-4d37-a303-fe343b81d1c7 HTTP/1.1" status: 204  len: 168 time: 1.0742571
Apr 20 23:28:10.597877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.603861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:10.638005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Pushing event updated for resources: {'Port': ['ID=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:10.674027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.773180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] Set router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:28:10.775143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Network b6fef365-3372-4094-be68-62324f82651e is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:10.778517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:10.795941 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f71656d8-a195-463f-8ddd-312acff9f68c req-5d0fecc5-80e8-426a-be90-e7658fc07616 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.1213419
Apr 20 23:28:10.810136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:10.810662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:10.838806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3263e814-a5ea-42ce-ac45-a55fa962fdd8,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:10.851251 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:10.898738 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-81ca2716-891e-4b6c-85dd-5f715705f662 req-efc043db-a2ab-466f-b5f3-bc21016c9cce tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.0642276
Apr 20 23:28:11.058953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.127640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35682) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:11.319105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a0914e0>, [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:28:06Z', 'revision_number': 3, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:11.323952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7fa2d-3bc5-424b-b81f-4d6dc075ce24 None None] The sync data for ids ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'] in dv-cinder-787296-1-iscsi is: [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:28:06Z', 'revision_number': 3, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:28:11.502800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.504204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.508128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.509878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.524367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:11.544344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:11.549518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f48f67acb9214a549d532f821d55a9a7 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:11.554306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:11.563039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:11.678853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.683796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:11.694763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:11.721266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3263e814-a5ea-42ce-ac45-a55fa962fdd8,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:11.727462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35710) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:11.736956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:11.822444 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f48f67acb9214a549d532f821d55a9a7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6934698
Apr 20 23:28:11.823850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9e4cc-d234-429e-9dc7-5060fb76cd75,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:11.825968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35722) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:11.829024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:11.894564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Network b6fef365-3372-4094-be68-62324f82651e is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:11.899086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:12.089287 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5386bf2e-498e-4a39-a333-da0514082af8 req-19521599-4a2f-4c95-8295-d5cb41ed3e89 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.0878222
Apr 20 23:28:12.092051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.112523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:12.116972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:44b90a00dc874f88abf6d5c6589e9b09 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:12.120410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:12.128384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:12.200974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.251195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.259070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.310373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.327234 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-365339c9-548a-47cb-a661-0cea2b817fed req-bd371acf-589d-46fe-9e0e-f3d341c3f588 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.0805404
Apr 20 23:28:12.329826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-616c8d04-520b-476f-bd07-26f7ddcde6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:12.359778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:28:12.386873 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44b90a00dc874f88abf6d5c6589e9b09&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6534760
Apr 20 23:28:12.389613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35740) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:12.389741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde24956-4e0d-4ab3-bcfb-cd92ade82e08,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:12.392882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:12.532946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.554205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-df52389d-74f3-4436-b1c2-1db72b615033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:12.615226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.616649 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61f9e4cc-d234-429e-9dc7-5060fb76cd75 HTTP/1.1" status: 204  len: 168 time: 0.7894044
Apr 20 23:28:12.617699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9e4cc-d234-429e-9dc7-5060fb76cd75,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:12.620087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:12.627474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35758) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:12.684710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.698017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:28:12.703423 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/6be4fe22-cbde-4610-bda8-78d3ad86a7fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4792309
Apr 20 23:28:12.723382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.774564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.784010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:12.803555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.808052 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cde24956-4e0d-4ab3-bcfb-cd92ade82e08 HTTP/1.1" status: 204  len: 168 time: 0.3622553
Apr 20 23:28:12.809083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde24956-4e0d-4ab3-bcfb-cd92ade82e08,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:12.811690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:12.914364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493859665-network', 'tenant_id': 'e4f08f026e40436e9bf54d98ec3eb54e'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:12.919777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:12.928737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Usage tracker for resource:network and tenant:e4f08f026e40436e9bf54d98ec3eb54e is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:12.931900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:12.942150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:12.952021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Made reservation on behalf of e4f08f026e40436e9bf54d98ec3eb54e for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:12.956745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.970139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:12.985387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:12.989670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Usage tracker for resource:security_group_rule and tenant:e4f08f026e40436e9bf54d98ec3eb54e is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:12.993311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:12.999479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:13.090581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.095045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.100955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f22d8569-66a6-4b2c-b363-d4bcf949fbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:13.136556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:28:13.150623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90c1d07-a09b-460e-ba77-3254bfde4698,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:13.154559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:13.155709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.156095 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Added segment d88fdd04-b3df-4380-8bac-b797d69243c2 of type vlan for network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60
Apr 20 23:28:13.188506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.221630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.223196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:13.223991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.229679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-434e2f54-95a2-4635-ae38-60fcc6cd8683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:13.372317 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1c3b06c1-8697-4e3f-a2c4-422862a9e09f req-f7f7f291-f146-4f71-9314-0bb798d8ef98 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.1191101
Apr 20 23:28:13.400602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Pushing event updated for resources: {'Network': ['ID=1e0579e9-c2e6-4025-9eae-c7a3d155bf60,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:13.403825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:13.412521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:13.427201 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7954466
Apr 20 23:28:13.427430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35798) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:13.433723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 35802) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:13.433873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Request body: {'subnet': {'network_id': '1e0579e9-c2e6-4025-9eae-c7a3d155bf60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493859665-subnet', 'tenant_id': 'e4f08f026e40436e9bf54d98ec3eb54e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:13.447999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:13.456001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Usage tracker for resource:subnet and tenant:e4f08f026e40436e9bf54d98ec3eb54e is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:13.460640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.462940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:13.476222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:13.508381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:13.509573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Made reservation on behalf of e4f08f026e40436e9bf54d98ec3eb54e for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:13.515021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.519896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e18944cc05841ceb9b1e4ce6bf505bc is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:13.525448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:13.541973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:13.646096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.649161 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-63cb9e61-2c10-4d59-bec7-b2eb7725bcc8 req-32281af2-f6f2-4496-a69b-06251f56aae8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.1140893
Apr 20 23:28:13.650661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.662796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:13.667606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:28:13.752890 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e18944cc05841ceb9b1e4ce6bf505bc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3153231
Apr 20 23:28:13.754676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 35810) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:13.756338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff4ee0-3c1b-402b-a5e3-b5e6bfe1e086,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:13.765363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:13.932464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:13.958321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:14.055487 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.103542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:14.111608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:14.113137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.406958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-02fdc4e3-d2cc-48a7-a6d7-176c8168e5f2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:14.407714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-02fdc4e3-d2cc-48a7-a6d7-176c8168e5f2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Synchronizing usage tracker for tenant:5802e103d19a4edba800dc5229300b61 on resource:network {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:28:14.409122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.414308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.424185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-32a49a60-f91d-47b1-97f3-d54a2f3835f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:14.447736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff4ee0-3c1b-402b-a5e3-b5e6bfe1e086,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:14.449926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:14.467808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-02fdc4e3-d2cc-48a7-a6d7-176c8168e5f2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Unset dirty status for tenant:5802e103d19a4edba800dc5229300b61 on resource:network {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:28:14.469052 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-02fdc4e3-d2cc-48a7-a6d7-176c8168e5f2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 819 time: 0.5213258
Apr 20 23:28:14.473448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.474554 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58ff4ee0-3c1b-402b-a5e3-b5e6bfe1e086 HTTP/1.1" status: 204  len: 168 time: 0.7187092
Apr 20 23:28:14.487478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:14.502179 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-d1635c3f-9f16-4492-b63d-e14f343b7677 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/quotas/5802e103d19a4edba800dc5229300b61 HTTP/1.1" status: 200  len: 375 time: 0.0153656
Apr 20 23:28:14.518672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.548113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:14.634369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Sync routers for ids ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:28:14.658839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Routers {'6be4fe22-cbde-4610-bda8-78d3ad86a7fc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:28:14.661028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429fa2588>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:14.689939 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3506a964-f9b1-42ed-8417-4dfdaf1db437 req-f190002f-8c8c-41ab-a061-98838fe4299a tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.0712509
Apr 20 23:28:14.744445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:14.754488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0fd6e0ad-9093-4b15-b786-0921f8753148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:14.793178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.20', 57376) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:14.901306 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-9789bbd6-ffb2-4ad3-a17d-0d742359f8eb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3913682
Apr 20 23:28:14.989383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf3e7cf-0fc8-4591-aca9-8edd510d863a,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:15.008454 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c7d917de-1c3e-45b9-acd4-f481f9e021d9 req-c0c6679d-037a-4ccf-a6a3-1c21971c6d2b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.1154513
Apr 20 23:28:15.013006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:15.137148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Set router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:28:15.151583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Checking segment: {'id': 'd88fdd04-b3df-4380-8bac-b797d69243c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e0579e9-c2e6-4025-9eae-c7a3d155bf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:15.152395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Network hostable DHCP agents. Network: 1e0579e9-c2e6-4025-9eae-c7a3d155bf60, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:28:15.253180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-e59682f6-abd2-4256-82d8-db338f72b7e4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:15.254012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-e59682f6-abd2-4256-82d8-db338f72b7e4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Synchronizing usage tracker for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:network {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:28:15.260181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:28:15.309448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-e59682f6-abd2-4256-82d8-db338f72b7e4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Unset dirty status for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:network {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:28:15.311391 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-e59682f6-abd2-4256-82d8-db338f72b7e4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.5138938
Apr 20 23:28:15.317206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 1e0579e9-c2e6-4025-9eae-c7a3d155bf60) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:15.328675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:15.329596 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:15.347378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:15.363165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Request body: {'port': {'device_id': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'admin_state_up': True, 'tenant_id': 'd0374b0e56b94acbad1593288ac9e4df'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:15.371689 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-fd163895-8bfc-4079-a7b1-3f5071387e8e service neutron] 10.222.0.24 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4143229
Apr 20 23:28:15.388781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.389165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.389571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.389943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.390309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.390675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.391038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.391398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.392928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.394779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.394967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.395318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Tracked resource versions report:
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]: pushed versions:
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]: {   'AddressGroup': {'1.2'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'ConntrackHelper': {'1.0'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Log': {'1.0'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Network': {'1.1'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Port': {'1.7'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'PortForwarding': {'1.2'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'QosPolicy': {'1.8'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroup': {'1.4'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SecurityGroupRule': {'1.2'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'SubPort': {'1.0'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Subnet': {'1.1'},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     'Trunk': {'1.1'}}
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]: consumer versions:
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]: {   DHCP agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     HyperV agent@hv-cinder-78729: {},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     L3 agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metadata agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     Metering agent@dv-cinder-787296-1-iscsi: {},
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:     Open vSwitch agent@dv-cinder-787296-1-iscsi: {   'AddressGroup': '1.2',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'ConntrackHelper': '1.0',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Log': '1.0',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Network': '1.1',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Port': '1.7',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'PortForwarding': '1.2',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'QosPolicy': '1.8',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroup': '1.4',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SecurityGroupRule': '1.2',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'SubPort': '1.0',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Subnet': '1.1',
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:                                                      'Trunk': '1.1'}}
Apr 20 23:28:15.396462 dv-cinder-787296-1-iscsi neutron-server[86283]:  {{(pid=86398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 23:28:15.405396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3d35d-951c-4864-834a-45e67de88ddd None None] Network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:15.591840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:15.598036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.20', 57381) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:15.715953 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.2871571
Apr 20 23:28:15.852436 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-3c6d8a20-2d8b-43df-ba37-b480e2edd477 service neutron] 10.222.0.24 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4766991
Apr 20 23:28:16.024920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:16.343747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3b2d3c58-3bae-4470-a806-1bc6c6b729f2 req-b0114d6c-5eea-4634-9a19-a54d05e26bcd tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.1657751
Apr 20 23:28:16.359983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:16.379953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:16.459063 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6a16fe02-b0e3-496e-ab0b-767de0395073 req-0de0999b-7428-4fbb-ad97-d7f4b367782e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 210 time: 0.0702114
Apr 20 23:28:16.523725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:16.533528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Usage tracker for resource:port and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:16.547947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:16.559184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:16.570702 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-140b9b4f-ad42-4d8c-af63-aa0a6e3466db req-d730fc54-e154-4001-88bc-ab4527a6a68d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.1055205
Apr 20 23:28:16.587779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-f678b9b7-df20-4a2b-a69e-e3ba47bb9672 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:16.590336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-f678b9b7-df20-4a2b-a69e-e3ba47bb9672 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Synchronizing usage tracker for tenant:258a861085714ba3ab7edad7716a5784 on resource:network {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:28:16.633306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Made reservation on behalf of d0374b0e56b94acbad1593288ac9e4df for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:16.639801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:16.684803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-f678b9b7-df20-4a2b-a69e-e3ba47bb9672 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Unset dirty status for tenant:258a861085714ba3ab7edad7716a5784 on resource:network {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:28:16.694599 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-f678b9b7-df20-4a2b-a69e-e3ba47bb9672 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.20 "GET /v2.0/networks?id=3a70dca0-ad2e-4d80-96da-b855c3ada5df HTTP/1.1" status: 200  len: 811 time: 1.0675206
Apr 20 23:28:16.764045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Request body: {'port': {'device_id': '12044a26-92c0-4181-be24-76b657f131bf', 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df', 'admin_state_up': True, 'tenant_id': '258a861085714ba3ab7edad7716a5784'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:16.927418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87fa78-c3cd-4e2d-965c-ec611b28bd57 None None] Network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:16.940488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:16.945818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Usage tracker for resource:port and tenant:258a861085714ba3ab7edad7716a5784 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:16.970954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:16.981909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:17.010074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Made reservation on behalf of 258a861085714ba3ab7edad7716a5784 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:17.024966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:17.224835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429fa2588>, [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3263e814-a5ea-42ce-ac45-a55fa962fdd8', 'name': '', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'mac_address': 'fa:16:3e:25:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:09Z', 'updated_at': '2021-04-20T23:28:11Z', 'revision_number': 2, 'project_id': '5802e103d19a4edba800dc5229300b61', 'subnets': [{'id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:17.253004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Checking router: 6be4fe22-cbde-4610-bda8-78d3ad86a7fc for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:28:17.255103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Updating router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:28:17.561079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:17.713958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Allocated IP 172.20.0.5 (2fca4335-2dc6-410b-adbf-5d568c77cd8d/5d1b4bf5-f4a8-4146-a6aa-eafdb4916702/096a866e-b88c-4057-8e36-d5c6b0838e6a) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:17.743080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-478726c8-0564-47a9-8977-f54068434c37 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:17.745151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Allocated IP 172.20.0.12 (3a70dca0-ad2e-4d80-96da-b855c3ada5df/8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8/09f10084-0e5b-4c99-9867-672af208a9c8) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:17.754971 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-478726c8-0564-47a9-8977-f54068434c37 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 819 time: 0.5592313
Apr 20 23:28:17.796693 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-8fea2622-81fc-4d30-8210-aaf40bf0cff0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/quotas/5802e103d19a4edba800dc5229300b61 HTTP/1.1" status: 200  len: 375 time: 0.0383954
Apr 20 23:28:18.659527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.20', 57390) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:18.753860 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d751b4db-37aa-4957-86a4-a2ed65d0b2d8 req-9b78cdd0-c2b8-4e1d-8db8-8815bf0968c9 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.8397956
Apr 20 23:28:18.876099 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-528db036-341a-4384-b233-daeb353b5d53 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0778434
Apr 20 23:28:18.966817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36092) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:19.063548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.123078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36104) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:19.140398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Transition to ACTIVE for port object 3263e814-a5ea-42ce-ac45-a55fa962fdd8 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:19.160458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.176446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:19.201516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-677229722-network', 'tenant_id': '68de787cb29b4cb0a68c52a0be24631b'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:19.206783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:19.211500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Usage tracker for resource:network and tenant:68de787cb29b4cb0a68c52a0be24631b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:19.214689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:19.221298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:19.244967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Made reservation on behalf of 68de787cb29b4cb0a68c52a0be24631b for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:19.250016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.273678 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-51b0382f-46c6-40ca-970c-a003376f89ee req-2bc02dcc-2ce8-4948-b0e9-ba80a652dc70 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.1351364
Apr 20 23:28:19.298341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.322958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-0a3f2d5c-ac8e-4430-be80-9848a96dde33 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:19.323630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:19.324575 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-0a3f2d5c-ac8e-4430-be80-9848a96dde33 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 819 time: 0.6374393
Apr 20 23:28:19.332863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Usage tracker for resource:security_group_rule and tenant:68de787cb29b4cb0a68c52a0be24631b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:19.338561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:19.355760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Request body: {'port': {'device_id': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'admin_state_up': True, 'tenant_id': '5802e103d19a4edba800dc5229300b61'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:19.358399 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:19.442942 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-8743df0c-4b9b-441c-bc76-4c82dfe7642c service neutron] 10.222.0.24 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5608962
Apr 20 23:28:19.487548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.504919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.731379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:19.750735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Usage tracker for resource:port and tenant:5802e103d19a4edba800dc5229300b61 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:19.760864 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff59d7d-ae21-425c-aea5-2ca866d3ae1b None None] Pushing event updated for resources: {'Port': ['ID=3263e814-a5ea-42ce-ac45-a55fa962fdd8,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:19.769508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2ff59d7d-ae21-425c-aea5-2ca866d3ae1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:19.778282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:19.811098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:19.849967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Attempting to bind port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:19.850817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Attempting to bind port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:19.851164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Attempting to bind port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 on network b6fef365-3372-4094-be68-62324f82651e {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:19.866998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.883913 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:19.884327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Checking segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:19.884773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.885211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Bound using segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:19.885732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Bound port: 3263e814-a5ea-42ce-ac45-a55fa962fdd8, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:19.886203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:19.920647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e6cba9d4-f4ad-4d01-bd7e-1c86e1f98a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:19.958937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.018961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:20.031722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:20.032889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Made reservation on behalf of 5802e103d19a4edba800dc5229300b61 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:20.033392 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Usage tracker for resource:security_group_rule and tenant:935c51bcf8c84ad2abaf444d85c56a74 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:20.042256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.059696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:20.071379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:20.105198 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-aeecc00f-58e5-4ab6-8a20-c54de8e8de5a service neutron] 10.222.0.24 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6612439
Apr 20 23:28:20.114328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:20.122269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:20.135604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:20.139816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.255628 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5522342
Apr 20 23:28:20.284564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] For port 3263e814-a5ea-42ce-ac45-a55fa962fdd8, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:20.298583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] For port 3263e814-a5ea-42ce-ac45-a55fa962fdd8, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3263e814-a5ea-42ce-ac45-a55fa962fdd8,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:20.307525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.323854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2ff59d7d-ae21-425c-aea5-2ca866d3ae1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:20.405879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.428099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff59d7d-ae21-425c-aea5-2ca866d3ae1b None None] Pushing event updated for resources: {'Port': ['ID=3263e814-a5ea-42ce-ac45-a55fa962fdd8,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:20.437193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2ff59d7d-ae21-425c-aea5-2ca866d3ae1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:20.464967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Routers {'6be4fe22-cbde-4610-bda8-78d3ad86a7fc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:28:20.466541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429fa2588>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:28:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:20.556969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.677471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:20.744019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.793055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-c4abc0e2-39c1-4706-9b87-248aa4df1740 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:28:20.794227 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-c4abc0e2-39c1-4706-9b87-248aa4df1740 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0439744
Apr 20 23:28:20.808956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4109273-0c3d-47a3-bcb7-64bac908987b,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:20.862959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Pushing event updated for resources: {'Port': ['ID=09f10084-0e5b-4c99-9867-672af208a9c8,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:20.896233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:20.898849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:20.961067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:20.962677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:20.966149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36176) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:20.979558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:21.100653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:28:21.143357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:21.144493 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Added segment 2d26feab-ede7-49d9-ad10-ab6605aa4467 of type vlan for network 8548f6c9-a3e2-4745-be65-b6b38ae61014
Apr 20 23:28:21.193031 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=935c51bcf8c84ad2abaf444d85c56a74&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2225084
Apr 20 23:28:21.201937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36182) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:21.212319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:21.225177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Allocated IP 172.20.0.7 (b6fef365-3372-4094-be68-62324f82651e/7c451035-772a-48de-8fb3-d0fc7d47ba50/d704ed4e-8855-4e12-b326-bbbdb985863c) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:21.249003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:21.294070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:21.351275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:21.374073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:21.376095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:21.420978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event updated for resources: {'Port': ['ID=096a866e-b88c-4057-8e36-d5c6b0838e6a,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:21.431650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:21.546459 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.1784809
Apr 20 23:28:21.555556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] Set router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:28:21.556316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218847-01d7-4dbd-9635-8e9b3a98d9c4 req-555a705b-4e80-40ff-9271-df09ace3fc31 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:21.569159 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-46218847-01d7-4dbd-9635-8e9b3a98d9c4 req-555a705b-4e80-40ff-9271-df09ace3fc31 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 932 time: 1.4790967
Apr 20 23:28:21.604453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:21.752357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36204) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:21.809083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d80ba8-7a4a-4dc1-b6e9-38fc811c6eb3,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:21.816276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:21.842539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-46218847-01d7-4dbd-9635-8e9b3a98d9c4 req-40f893fe-2789-48c0-b3e7-afa3da5c4f34 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392337
Apr 20 23:28:21.908706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c2a5e-5478-4ad2-b477-66c73d83ea84 req-d2a5c6eb-08e4-41a0-bd8f-0b4bd0bcbed3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:21.916254 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd8c2a5e-5478-4ad2-b477-66c73d83ea84 req-d2a5c6eb-08e4-41a0-bd8f-0b4bd0bcbed3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 931 time: 0.9420145
Apr 20 23:28:21.982926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:21.985884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Request body: {'port': {'device_id': '12044a26-92c0-4181-be24-76b657f131bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:22.057092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.091971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Request body: {'port': {'device_id': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:22.153823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.resource_extend [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 23:28:22.251531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.274676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.275888 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.296890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:22.297846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.306719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:22.311830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Usage tracker for resource:security_group_rule and tenant:7967a43d810f4dbd8d2fa596c494a5b4 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:22.316073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:22.316798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.322693 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-355ec540-440a-4d0f-8463-a95a08b684cd req-39c8db15-6653-439d-abd6-e797e5a7ef8d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.1810081
Apr 20 23:28:22.322966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429fa2588>, [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3263e814-a5ea-42ce-ac45-a55fa962fdd8', 'name': '', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'mac_address': 'fa:16:3e:25:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:09Z', 'updated_at': '2021-04-20T23:28:20Z', 'revision_number': 4, 'project_id': '5802e103d19a4edba800dc5229300b61', 'subnets': [{'id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:22.329860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-59e7a740-b734-4011-a15f-38cd59882362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:22.335496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a152a-de3a-4a05-86d0-7183bd4ea101 None None] The sync data for ids ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'] in dv-cinder-787296-1-iscsi is: [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3263e814-a5ea-42ce-ac45-a55fa962fdd8', 'name': '', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'mac_address': 'fa:16:3e:25:97:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:09Z', 'updated_at': '2021-04-20T23:28:20Z', 'revision_number': 4, 'project_id': '5802e103d19a4edba800dc5229300b61', 'subnets': [{'id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:28:22.379770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:22.395903 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd8c2a5e-5478-4ad2-b477-66c73d83ea84 req-7f047dd9-a30b-440a-b2c8-78e18a68d871 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4587688
Apr 20 23:28:22.449193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4109273-0c3d-47a3-bcb7-64bac908987b,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:22.480867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:22.483368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:22.523942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:22.528197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Usage tracker for resource:security_group_rule and tenant:e0643e8a99be48ac8e3af093824dbc28 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:22.539603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:22.614285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:22.616706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.694584 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.5547724
Apr 20 23:28:22.707521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36216) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:22.717803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Request body: {'subnet': {'network_id': '8548f6c9-a3e2-4745-be65-b6b38ae61014', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-677229722-subnet', 'tenant_id': '68de787cb29b4cb0a68c52a0be24631b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:22.724899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8548f6c9-a3e2-4745-be65-b6b38ae61014,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:22.729307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:22.734094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.735447 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4109273-0c3d-47a3-bcb7-64bac908987b HTTP/1.1" status: 204  len: 168 time: 1.4715226
Apr 20 23:28:22.739258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 8548f6c9-a3e2-4745-be65-b6b38ae61014 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:28:22.748746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:22.795203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Usage tracker for resource:subnet and tenant:68de787cb29b4cb0a68c52a0be24631b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:22.799901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.801567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:22.822007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:22.823264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:22.888460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:22.965258 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7967a43d810f4dbd8d2fa596c494a5b4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9927118
Apr 20 23:28:22.969166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15abf260-2e12-4f1d-9b03-4a979fe14f9b,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:22.977916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:22.979471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36226) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:22.989115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Made reservation on behalf of 68de787cb29b4cb0a68c52a0be24631b for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:22.997104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:23.293816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:23.740599 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e99d898-e1a3-4ca8-8063-41a610c1133a req-578cf568-793f-445f-a3e5-bd099750da98 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.1739163
Apr 20 23:28:23.793002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:23.838305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:23.849825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.021046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3263e814-a5ea-42ce-ac45-a55fa962fdd8 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:24.063969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.resource_extend [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 23:28:24.104949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5067c-3952-478f-b81f-67212b8354b4 req-143e75b9-b499-4b8f-9f2e-8e5607e319f8 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:24.106733 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bfb5067c-3952-478f-b81f-67212b8354b4 req-143e75b9-b499-4b8f-9f2e-8e5607e319f8 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 932 time: 0.9736004
Apr 20 23:28:24.224282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:24.235697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:24.236176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.278401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.411168 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bfb5067c-3952-478f-b81f-67212b8354b4 req-8e3d3031-7537-4abf-adc0-d2d6bc88ebbe tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941724
Apr 20 23:28:24.431846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.455648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096a866e-b88c-4057-8e36-d5c6b0838e6a {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:24.465635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.467077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.511250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.518835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731bb18-14c7-4a22-9508-17a31178fedf req-632e5b10-6bc2-4032-b7ae-61cf2081838d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:24.519001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.520557 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a731bb18-14c7-4a22-9508-17a31178fedf req-632e5b10-6bc2-4032-b7ae-61cf2081838d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 931 time: 0.4870934
Apr 20 23:28:24.522323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:24.535695 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0643e8a99be48ac8e3af093824dbc28&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7789233
Apr 20 23:28:24.544928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36260) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:24.570484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 3263e814-a5ea-42ce-ac45-a55fa962fdd8, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3263e814-a5ea-42ce-ac45-a55fa962fdd8,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:24.578625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.582511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:24.593419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.615382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-fd9c6516-b8b5-4f0f-a6ea-bd63e57bde96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:24.641842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a731bb18-14c7-4a22-9508-17a31178fedf req-1a1eee9f-8cc4-4052-8b0b-06c70d0b7804 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957799
Apr 20 23:28:24.652278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Transition to ACTIVE for port object 096a866e-b88c-4057-8e36-d5c6b0838e6a will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:24.682393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Network b6fef365-3372-4094-be68-62324f82651e is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:24.683701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.687143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:24.689117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b7cc5c-61e1-4243-9861-71ce93fb228e,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:24.706504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:24.710836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=3263e814-a5ea-42ce-ac45-a55fa962fdd8,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:24.713548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:24.714252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.714620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:24.733021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15abf260-2e12-4f1d-9b03-4a979fe14f9b,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:24.735518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:24.750161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.755961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:24.767499 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15abf260-2e12-4f1d-9b03-4a979fe14f9b HTTP/1.1" status: 204  len: 168 time: 1.7867746
Apr 20 23:28:24.768319 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4265289
Apr 20 23:28:24.770013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:24.780823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:24.782806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:24.991866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Checking segment: {'id': '2d26feab-ede7-49d9-ad10-ab6605aa4467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8548f6c9-a3e2-4745-be65-b6b38ae61014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:24.992396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Network hostable DHCP agents. Network: 8548f6c9-a3e2-4745-be65-b6b38ae61014, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:28:25.012307 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-51b651fa-ee5f-4632-9849-9a77f2f9f23a req-0f3fbe89-ed84-46f7-a257-5f4587004618 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0824013
Apr 20 23:28:25.036775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.resource_extend [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 23:28:25.042285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6d6576-55c9-41a7-8011-fcbedd90d524,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:25.047016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:25.048320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Network 8548f6c9-a3e2-4745-be65-b6b38ae61014 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:28:25.062069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 8548f6c9-a3e2-4745-be65-b6b38ae61014) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:25.068015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:25.068669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.076059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3561bf6-9ba7-4f4b-b8b3-2abe74b44774 None None] Network 8548f6c9-a3e2-4745-be65-b6b38ae61014 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:25.098466 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.3777719
Apr 20 23:28:25.103008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Attempting to bind port 096a866e-b88c-4057-8e36-d5c6b0838e6a on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:25.103388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Attempting to bind port 096a866e-b88c-4057-8e36-d5c6b0838e6a by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:25.103747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Attempting to bind port 096a866e-b88c-4057-8e36-d5c6b0838e6a on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:25.144425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2feab7-ab36-4fce-ba6f-3b406c6c49e5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Pushing event updated for resources: {'Port': ['ID=d704ed4e-8855-4e12-b326-bbbdb985863c,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:25.189059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.218067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.265225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36288) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:25.284034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.284774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Port 096a866e-b88c-4057-8e36-d5c6b0838e6a on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:28:25.285124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Attempting to bind port 096a866e-b88c-4057-8e36-d5c6b0838e6a on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:25.304076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.320766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:25.321102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Checking segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:25.321755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Bound using segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:25.322265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Bound port: 096a866e-b88c-4057-8e36-d5c6b0838e6a, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:25.322639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.329847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:25.334216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7aa293754764920b4794d735b5b2442 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:25.339552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:25.346577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:25.361146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36292) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:25.382872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8092347-99c6-4dd3-8a45-3a9ade1840c5 None None] Network 8548f6c9-a3e2-4745-be65-b6b38ae61014 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:28:25.396194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f10084-0e5b-4c99-9867-672af208a9c8 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:25.423896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.441164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Transition to ACTIVE for port object 09f10084-0e5b-4c99-9867-672af208a9c8 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:25.442455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Pushing event updated for resources: {'Port': ['ID=096a866e-b88c-4057-8e36-d5c6b0838e6a,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:25.446880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:25.460469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.466597 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70b7cc5c-61e1-4243-9861-71ce93fb228e HTTP/1.1" status: 204  len: 168 time: 0.9109406
Apr 20 23:28:25.477181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Deleting subnet faf3e7cf-0fc8-4591-aca9-8edd510d863a {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:28:25.478127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.727s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:25.478459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:25.483063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.494610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-131c5ebe-5c0f-4d23-b87c-f68a171784e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:25.515346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.524075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b7cc5c-61e1-4243-9861-71ce93fb228e,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:25.531986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:25.572121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.585316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8ff37636-11d1-4686-8899-6c854327990d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:25.591829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.735316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.749695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] For port 096a866e-b88c-4057-8e36-d5c6b0838e6a, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:25.757862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.829895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] For port 096a866e-b88c-4057-8e36-d5c6b0838e6a, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:25.846911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:25.853183 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Attempting to bind port 09f10084-0e5b-4c99-9867-672af208a9c8 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:25.853577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Attempting to bind port 09f10084-0e5b-4c99-9867-672af208a9c8 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4947ae78-5bab-43d1-8584-42a00ab43223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:25.853940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Attempting to bind port 09f10084-0e5b-4c99-9867-672af208a9c8 on network 3a70dca0-ad2e-4d80-96da-b855c3ada5df {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:25.859090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Pushing event updated for resources: {'Port': ['ID=09f10084-0e5b-4c99-9867-672af208a9c8,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:25.861768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Port 09f10084-0e5b-4c99-9867-672af208a9c8 on network 3a70dca0-ad2e-4d80-96da-b855c3ada5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:28:25.862123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Attempting to bind port 09f10084-0e5b-4c99-9867-672af208a9c8 on network 3a70dca0-ad2e-4d80-96da-b855c3ada5df {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:25.865448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.867961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:25.880536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:25.918562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3263e814-a5ea-42ce-ac45-a55fa962fdd8 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:25.943087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:25.943461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Checking segment: {'id': '4947ae78-5bab-43d1-8584-42a00ab43223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:25.944086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Bound using segment: {'id': '4947ae78-5bab-43d1-8584-42a00ab43223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:25.944578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Bound port: 09f10084-0e5b-4c99-9867-672af208a9c8, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4947ae78-5bab-43d1-8584-42a00ab43223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:25.944961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.994965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:25.995652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:25.997194 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] 10.222.0.20 "PUT /v2.0/ports/096a866e-b88c-4057-8e36-d5c6b0838e6a HTTP/1.1" status: 200  len: 1093 time: 4.4057903
Apr 20 23:28:25.997775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'tag': '096a866e-b88c-4057-8e36-d5c6b0838e6a'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:26.108573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36316) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:26.140392 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Pushing event updated for resources: {'Port': ['ID=096a866e-b88c-4057-8e36-d5c6b0838e6a,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.150900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.169177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:26.172271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.184728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] For port 09f10084-0e5b-4c99-9867-672af208a9c8, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:26.186700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36324) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:26.213659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.228798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] For port 09f10084-0e5b-4c99-9867-672af208a9c8, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=09f10084-0e5b-4c99-9867-672af208a9c8,segment=NetworkSegment(4947ae78-5bab-43d1-8584-42a00ab43223),segment_id=4947ae78-5bab-43d1-8584-42a00ab43223)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:26.234004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:26.238450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.239610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Usage tracker for resource:security_group_rule and tenant:07578bffb60e491a945f4e79741fa6f9 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:26.246544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:26.250852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:26.252158 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7aa293754764920b4794d735b5b2442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9851182
Apr 20 23:28:26.267856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36328) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:26.312939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:26.336539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1d704-17e5-445f-abaa-dc40702330fb,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.342941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:26.343617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.345436 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] 10.222.0.20 "PUT /v2.0/ports/09f10084-0e5b-4c99-9867-672af208a9c8 HTTP/1.1" status: 200  len: 1094 time: 4.9112213
Apr 20 23:28:26.352865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.375446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Pushing event updated for resources: {'Port': ['ID=09f10084-0e5b-4c99-9867-672af208a9c8,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.380412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.412208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b204adc-f273-4072-aa5f-d0f0ef04aeda req-b6f4c175-dafa-4fb0-9651-aadd428e7a2c tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:26.420751 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0b204adc-f273-4072-aa5f-d0f0ef04aeda req-b6f4c175-dafa-4fb0-9651-aadd428e7a2c tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.7822626
Apr 20 23:28:26.452334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.480390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:26.487748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.489094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Usage tracker for resource:security_group_rule and tenant:16d86fe0560c4bbf8d4e0b5f011c452d is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:26.492323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:26.495198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.505029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:26.507491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:26.521859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fba7a-981d-4655-b043-c556ab8fd72c req-9644bf09-62b3-4cef-8a12-c17e4349cbfe tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:26.523520 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f23fba7a-981d-4655-b043-c556ab8fd72c req-9644bf09-62b3-4cef-8a12-c17e4349cbfe tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.7068148
Apr 20 23:28:26.529545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.571494 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07578bffb60e491a945f4e79741fa6f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3834720
Apr 20 23:28:26.574276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36334) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:26.576661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60bfd61-2c93-4843-a4cd-1598b1a1f3d1,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.583027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.600307 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0b204adc-f273-4072-aa5f-d0f0ef04aeda req-eff42dd5-4993-4e4a-b431-07904f615d28 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784241
Apr 20 23:28:26.645701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.673344 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f23fba7a-981d-4655-b043-c556ab8fd72c req-384d26dc-bdcd-4ad8-8105-4688508ba3d0 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417284
Apr 20 23:28:26.685759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.732960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.737619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.747099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.763716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b2436a9a-ced9-4340-a8f7-56fba675abfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:26.764003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.776287 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8105d3f5-f569-4190-992d-52767fc05ce2 req-b9a8ce36-7732-4bf1-a124-ad41146b2ad2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0591691
Apr 20 23:28:26.778439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d0b0866-3bc6-4ca7-99e4-e9b870881523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:26.796440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9907c314-78d4-47f0-a649-9a3e21b134c9,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.802655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.819515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.823865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf3e7cf-0fc8-4591-aca9-8edd510d863a,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.826393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.833694 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16d86fe0560c4bbf8d4e0b5f011c452d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7159600
Apr 20 23:28:26.836136 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/faf3e7cf-0fc8-4591-aca9-8edd510d863a HTTP/1.1" status: 204  len: 168 time: 1.4735625
Apr 20 23:28:26.836501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36340) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:26.837813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.838617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36342) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:26.843389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.847599 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bd1d704-17e5-445f-abaa-dc40702330fb HTTP/1.1" status: 204  len: 168 time: 0.5746655
Apr 20 23:28:26.863165 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'tag': '096a866e-b88c-4057-8e36-d5c6b0838e6a', 'status': 'completed', 'code': 200}
Apr 20 23:28:26.867457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:26.877515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.890526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:26.910288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60bfd61-2c93-4843-a4cd-1598b1a1f3d1,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.922212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.933180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.933457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1d704-17e5-445f-abaa-dc40702330fb,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:26.935652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:26.936383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.937655 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c60bfd61-2c93-4843-a4cd-1598b1a1f3d1 HTTP/1.1" status: 204  len: 168 time: 0.3622670
Apr 20 23:28:26.972098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:26.997933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.047612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.054107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-72663f01-db35-466d-8149-97bc4827e896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:27.086204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907c314-78d4-47f0-a649-9a3e21b134c9,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:27.093792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:27.109564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.110858 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9907c314-78d4-47f0-a649-9a3e21b134c9 HTTP/1.1" status: 204  len: 168 time: 0.2732375
Apr 20 23:28:27.230256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.370689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f342ae37b38>> segment before_delete 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.371140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f342ae37b38>> subnet precommit_delete_associations 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.375744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> segment_host_mapping after_create 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.376132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> port after_create 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.376484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> port after_delete 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.376838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> port after_update 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.377216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> segment after_delete 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.377589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> subnet after_create 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.377943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> subnet after_delete 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.378270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3429abf0b8>> subnet after_update 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.560691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342abb56a0>> subnet after_create 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.561063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342abb56a0>> subnet after_delete 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.561478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342abb56a0>> subnet before_create 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.561846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342abb56a0>> subnet before_update 55550000 {{(pid=86396) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:27.563291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3429a02f28>,) {'filters': {'network_id': ['1e0579e9-c2e6-4025-9eae-c7a3d155bf60']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:27.582263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429a02f28>, 'd88fdd04-b3df-4380-8bac-b797d69243c2') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:27.582597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429a02f28>, 'd88fdd04-b3df-4380-8bac-b797d69243c2') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:27.596764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.612480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.620696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:28:27.720544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36378) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:27.770627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.826385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:27.834895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Usage tracker for resource:security_group_rule and tenant:bde98ea05b9742c5b9e6e7348893507c is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:27.839667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:27.840512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:28:27.850975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:27.856782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:28.037538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.049474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.088389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-250d1be9-991a-47c5-baf0-4b7f7915ded5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:28.116754 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bde98ea05b9742c5b9e6e7348893507c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3947093
Apr 20 23:28:28.120293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36394) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:28.195648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9424f5-e095-4fce-967f-643fd0502729,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:28.199959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:28.324231 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.324760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Network 1e0579e9-c2e6-4025-9eae-c7a3d155bf60 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   from cryptography.utils import int_from_bytes
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   from cryptography.utils import int_from_bytes
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   (rel_b, rel_a, rel_b),
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   (rel_b, rel_a, rel_b),
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:28:28.389551 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:28:28.415124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.515792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34775be-1548-41ef-ab37-76c92d46239f req-068c4c86-7b3d-459f-b7b8-7a7949027dbc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:28.517776 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b34775be-1548-41ef-ab37-76c92d46239f req-068c4c86-7b3d-459f-b7b8-7a7949027dbc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.5243707
Apr 20 23:28:28.541667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.549466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f171a4-3b67-4b3e-a16d-273e1571a012 req-acfd0c75-ee73-4762-be99-eadf20ed55fe tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:28.551326 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9f171a4-3b67-4b3e-a16d-273e1571a012 req-acfd0c75-ee73-4762-be99-eadf20ed55fe tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.6760955
Apr 20 23:28:28.581145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:28.599915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.602478 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba9424f5-e095-4fce-967f-643fd0502729 HTTP/1.1" status: 204  len: 168 time: 0.4801509
Apr 20 23:28:28.604128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9424f5-e095-4fce-967f-643fd0502729,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:28.610172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:28.620157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.646617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:28.664207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9f171a4-3b67-4b3e-a16d-273e1571a012 req-ad7d3e32-39da-4022-9418-7e796e82a5db tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910532
Apr 20 23:28:28.675992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.678491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0579e9-c2e6-4025-9eae-c7a3d155bf60,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:28.683002 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b34775be-1548-41ef-ab37-76c92d46239f req-f5175b9c-a0d7-4f45-9c04-17c1ddc456d9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296158
Apr 20 23:28:28.683807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:28.693279 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b9b53194-b0cd-4868-bea6-e5d4f0a7d7a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1e0579e9-c2e6-4025-9eae-c7a3d155bf60 HTTP/1.1" status: 204  len: 168 time: 1.8502293
Apr 20 23:28:28.693279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36420) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:28.810672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Deleting subnet 4e6d6576-55c9-41a7-8011-fcbedd90d524 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:28:28.819889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:28.865103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12044a26-92c0-4181-be24-76b657f131bf', 'tag': '09f10084-0e5b-4c99-9867-672af208a9c8'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:28.893364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:29.018752 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12044a26-92c0-4181-be24-76b657f131bf', 'tag': '09f10084-0e5b-4c99-9867-672af208a9c8', 'status': 'completed', 'code': 200}
Apr 20 23:28:29.033650 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-aee80093-946f-444f-aeac-9b80fe1cb650 req-71bf4ae9-bf35-4398-bb2a-ae5329f53f6d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0804331
Apr 20 23:28:29.035053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:29.635365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:29.642127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-815fafe4-34a4-44e0-9b37-0327cbf7d051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:29.732286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6d6576-55c9-41a7-8011-fcbedd90d524,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:29.782726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:29.830457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:29.849218 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e6d6576-55c9-41a7-8011-fcbedd90d524 HTTP/1.1" status: 204  len: 168 time: 1.1526015
Apr 20 23:28:29.849720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36464) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:30.170344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec670ed-4a5d-49bc-b766-6c95ee32e563 req-00fa0b41-9505-45be-bdc6-72963f2fae9b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:30.174385 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eec670ed-4a5d-49bc-b766-6c95ee32e563 req-00fa0b41-9505-45be-bdc6-72963f2fae9b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.2387905
Apr 20 23:28:30.305017 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eec670ed-4a5d-49bc-b766-6c95ee32e563 req-0ecb5577-7243-4a64-975e-695e246186b2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206994
Apr 20 23:28:30.445685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:30.677986 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0211841-8ae3-4a07-98f6-37fd95242e55 req-34640db6-61a1-48e6-891f-91794e1f6f4c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0978096
Apr 20 23:28:30.740767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efb4bb-2973-4c86-ad0c-5a500478b1de req-b1d3dc67-7530-4e86-8fc3-beac4e5aa6de tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:30.749721 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-10efb4bb-2973-4c86-ad0c-5a500478b1de req-b1d3dc67-7530-4e86-8fc3-beac4e5aa6de tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.2941225
Apr 20 23:28:30.787180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:30.820534 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-10efb4bb-2973-4c86-ad0c-5a500478b1de req-b6c6c222-3b45-4773-b295-fc2fa0ae4ff3 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697191
Apr 20 23:28:30.949006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f342a10ce10>> segment before_delete 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.949468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f342a10ce10>> subnet precommit_delete_associations 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.950400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> segment_host_mapping after_create 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.950788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> port after_create 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.951475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> port after_delete 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.951475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> port after_update 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.951805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> segment after_delete 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.952162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> subnet after_create 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.952515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> subnet after_delete 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:30.952931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f342a33cf60>> subnet after_update 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:31.031658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342a08e5f8>> subnet after_create 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:31.032338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342a08e5f8>> subnet after_delete 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:31.032910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342a08e5f8>> subnet before_create 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:31.033695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f342a08e5f8>> subnet before_update 55550000 {{(pid=86397) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 23:28:31.034379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3429568f98>,) {'filters': {'network_id': ['8548f6c9-a3e2-4745-be65-b6b38ae61014']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:31.055637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429568f98>, '2d26feab-ede7-49d9-ad10-ab6605aa4467') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:31.057347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429568f98>, '2d26feab-ede7-49d9-ad10-ab6605aa4467') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:28:31.103631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:31.143362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:31.161013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:28:31.403317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Network 8548f6c9-a3e2-4745-be65-b6b38ae61014 has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:28:31.414574 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:31.558741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e653c8-7337-4d95-94a1-3e3065e0259a req-917721f5-46d8-4189-886e-52db368170d6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:31.560854 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-76e653c8-7337-4d95-94a1-3e3065e0259a req-917721f5-46d8-4189-886e-52db368170d6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.1033003
Apr 20 23:28:31.625512 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-76e653c8-7337-4d95-94a1-3e3065e0259a req-684b603b-968b-46f4-86bc-a4ea31596547 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574880
Apr 20 23:28:31.683136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Network 8548f6c9-a3e2-4745-be65-b6b38ae61014 has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   from cryptography.utils import int_from_bytes
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   from cryptography.utils import int_from_bytes
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   (rel_b, rel_a, rel_b),
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   (rel_b, rel_a, rel_b),
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:28:31.743974 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:28:31.830942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:31.850405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:31.866416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8d9a4e99-465e-4569-bb48-e5599829ee40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:31.916683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=8548f6c9-a3e2-4745-be65-b6b38ae61014,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:31.928597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:31.938016 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-61e27058-9d7c-4b73-8f18-7a3a7e8a9b56 req-b3d5e100-b41e-43af-a5db-e12ce44604ee tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0705011
Apr 20 23:28:31.943215 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] 10.222.0.24 "DELETE /v2.0/networks/8548f6c9-a3e2-4745-be65-b6b38ae61014 HTTP/1.1" status: 204  len: 168 time: 2.0847719
Apr 20 23:28:31.948726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Request body: {'port': {'device_id': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:32.148822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.20', 57402) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:32.272789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a540a2-961a-4a8d-9ce1-291aeeb35fdb req-269dde73-8c8c-4d99-aa4a-e684b72b9967 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:32.274532 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-69a540a2-961a-4a8d-9ce1-291aeeb35fdb req-269dde73-8c8c-4d99-aa4a-e684b72b9967 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.1640244
Apr 20 23:28:32.376519 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-69a540a2-961a-4a8d-9ce1-291aeeb35fdb req-1c4ef28d-873c-4c07-a930-a8c2df2077e6 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930080
Apr 20 23:28:32.379581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b308e-da5e-4c2e-92c6-669e02c47a5e req-0c68db5e-6986-420a-873d-88e7068728ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:32.381593 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-741b308e-da5e-4c2e-92c6-669e02c47a5e req-0c68db5e-6986-420a-873d-88e7068728ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 1096 time: 0.3976769
Apr 20 23:28:32.382221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.439241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36562) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:32.477147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a924-1170-4a06-9f26-aa39a7499145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.525946 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-724dcdee-f0ef-4ab2-b2f3-7c41b84b63a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4f08f026e40436e9bf54d98ec3eb54e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0830259
Apr 20 23:28:32.526764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36572) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:32.635784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.677007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.725093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.730927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb3cc-3eee-454f-87d7-d95e69c5815a req-05a7e623-b876-4965-962a-09c7b173ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:32.732151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-015fe213-80cb-4aeb-9d9d-b1722c0f22e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:32.732535 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e0deb3cc-3eee-454f-87d7-d95e69c5815a req-05a7e623-b876-4965-962a-09c7b173ee83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=258a861085714ba3ab7edad7716a5784&device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 1097 time: 0.5579743
Apr 20 23:28:32.749659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:32.753326 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c90c1d07-a09b-460e-ba77-3254bfde4698 HTTP/1.1" status: 204  len: 168 time: 0.2235978
Apr 20 23:28:32.753326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90c1d07-a09b-460e-ba77-3254bfde4698,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:32.775906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:33.028509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51496c-589a-4d55-9c55-0895f66a821b req-2ffca669-1d85-40b9-a5d6-c06ad04b8550 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:33.030197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d51496c-589a-4d55-9c55-0895f66a821b req-2ffca669-1d85-40b9-a5d6-c06ad04b8550 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.2004533
Apr 20 23:28:33.095544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d704ed4e-8855-4e12-b326-bbbdb985863c {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:33.113652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:33.146391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Transition to ACTIVE for port object d704ed4e-8855-4e12-b326-bbbdb985863c will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:33.156758 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d51496c-589a-4d55-9c55-0895f66a821b req-babc7c7c-1e0b-4b8d-8fe2-418c8f4438dd tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194711
Apr 20 23:28:33.340942 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4c5d8e50-470b-457d-98ce-4e6c8bf2cbd0 req-6f0e8572-5248-4f2d-8257-9bed91dab0bc tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.1197479
Apr 20 23:28:33.375374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:33.380941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb3cc-3eee-454f-87d7-d95e69c5815a req-26c8afa5-126f-4573-b4d9-ff170599726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:33.382848 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e0deb3cc-3eee-454f-87d7-d95e69c5815a req-26c8afa5-126f-4573-b4d9-ff170599726c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=258a861085714ba3ab7edad7716a5784&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2154951
Apr 20 23:28:33.390945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b308e-da5e-4c2e-92c6-669e02c47a5e req-ed71cbb8-1d2d-4f98-a273-3a0832866b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:33.392446 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-741b308e-da5e-4c2e-92c6-669e02c47a5e req-ed71cbb8-1d2d-4f98-a273-3a0832866b28 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d0374b0e56b94acbad1593288ac9e4df&shared=False HTTP/1.1" status: 200  len: 915 time: 0.9862368
Apr 20 23:28:33.398435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed30ecf7-7e3e-4e62-af73-776d796f36ca tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:33.629881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36622) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:33.636426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Pushing event updated for resources: {'Port': ['ID=d704ed4e-8855-4e12-b326-bbbdb985863c,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:33.714443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:33.756878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc915d2-5765-42bb-a0a5-a08c0b85c055 req-8d588ad0-095a-40fa-bb1e-75eb6b8e893c tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:33.758668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcc915d2-5765-42bb-a0a5-a08c0b85c055 req-8d588ad0-095a-40fa-bb1e-75eb6b8e893c tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.1680131
Apr 20 23:28:33.836380 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcc915d2-5765-42bb-a0a5-a08c0b85c055 req-babb6b2d-a400-4206-8594-c83638709266 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651033
Apr 20 23:28:34.135587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-d9335f05-fe80-4d18-910a-a87e903f02ac tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:34.137361 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-d9335f05-fe80-4d18-910a-a87e903f02ac tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 819 time: 1.9757481
Apr 20 23:28:34.177973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Request body: {'port': {'device_id': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'admin_state_up': True, 'tenant_id': '5802e103d19a4edba800dc5229300b61'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:34.388081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b4cb9-2d61-480d-9526-8e2b3e23e622 req-1eb3c98d-22e1-4280-b254-ec9ef5e2ecf7 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:34.390320 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-117b4cb9-2d61-480d-9526-8e2b3e23e622 req-1eb3c98d-22e1-4280-b254-ec9ef5e2ecf7 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.1028838
Apr 20 23:28:34.398765 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cf92eedb-350c-471a-a9dd-79c6ca76cca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68de787cb29b4cb0a68c52a0be24631b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7470188
Apr 20 23:28:34.421418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36656) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:34.421418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b308e-da5e-4c2e-92c6-669e02c47a5e req-73a2e4b1-3f16-4c5d-b9a0-7da03e65409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:34.421418 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-741b308e-da5e-4c2e-92c6-669e02c47a5e req-73a2e4b1-3f16-4c5d-b9a0-7da03e65409d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9406435
Apr 20 23:28:34.470161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb3cc-3eee-454f-87d7-d95e69c5815a req-9a22988f-88e9-4335-ae88-642bd4daf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:34.470161 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e0deb3cc-3eee-454f-87d7-d95e69c5815a req-9a22988f-88e9-4335-ae88-642bd4daf3cc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0676267
Apr 20 23:28:34.496879 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-117b4cb9-2d61-480d-9526-8e2b3e23e622 req-ba0edf98-7217-44e0-b6fc-29a2c4d0f3e9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991108
Apr 20 23:28:34.610146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Attempting to bind port d704ed4e-8855-4e12-b326-bbbdb985863c on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:34.610523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Attempting to bind port d704ed4e-8855-4e12-b326-bbbdb985863c by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:34.610892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Attempting to bind port d704ed4e-8855-4e12-b326-bbbdb985863c on network b6fef365-3372-4094-be68-62324f82651e {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:34.619328 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bdae952-8bde-4aa6-a7bb-964fe3707398 req-7babefa0-0726-4626-9cb5-fa105cc0c865 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0654523
Apr 20 23:28:34.655258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Port d704ed4e-8855-4e12-b326-bbbdb985863c on network b6fef365-3372-4094-be68-62324f82651e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:28:34.655621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Attempting to bind port d704ed4e-8855-4e12-b326-bbbdb985863c on network b6fef365-3372-4094-be68-62324f82651e {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:34.685513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:34.685886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Checking segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:34.686319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Bound using segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:34.686793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Bound port: d704ed4e-8855-4e12-b326-bbbdb985863c, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:34.687174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:34.708782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:34.733396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Usage tracker for resource:port and tenant:5802e103d19a4edba800dc5229300b61 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:34.775063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:34.792180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:34.797832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2e91e9ba-7c99-4478-87e2-7f719914808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:34.801289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:34.827128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Made reservation on behalf of 5802e103d19a4edba800dc5229300b61 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:28:34.833529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:34.905900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-3493732f-7c23-425e-a941-0db6d6fd54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:34.907462 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-3493732f-7c23-425e-a941-0db6d6fd54fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 1096 time: 0.4351990
Apr 20 23:28:34.911937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:34.968071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-366ee43e-9b29-4f5a-83cd-0b2bc11875d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:34.969537 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-366ee43e-9b29-4f5a-83cd-0b2bc11875d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=258a861085714ba3ab7edad7716a5784&device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 1097 time: 0.4477735
Apr 20 23:28:35.045573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cacf59-5e49-4477-b3dd-9d994278d8ab req-ac81eeb9-877c-42db-8ef1-4577159561ea tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:35.053442 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-95cacf59-5e49-4477-b3dd-9d994278d8ab req-ac81eeb9-877c-42db-8ef1-4577159561ea tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.1033421
Apr 20 23:28:35.104094 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-95cacf59-5e49-4477-b3dd-9d994278d8ab req-8ca4ae83-4dc1-4256-a9ee-e62a9d7c274d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492013
Apr 20 23:28:35.144453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] For port d704ed4e-8855-4e12-b326-bbbdb985863c, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:35.148086 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-0cb040ec-9346-41c7-a813-d95aeee93582 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a HTTP/1.1" status: 200  len: 217 time: 0.1847596
Apr 20 23:28:35.161781 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-c8b47eee-067e-4096-b9a2-2d616f7f9052 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f10084-0e5b-4c99-9867-672af208a9c8 HTTP/1.1" status: 200  len: 217 time: 0.1269374
Apr 20 23:28:35.259695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] For port d704ed4e-8855-4e12-b326-bbbdb985863c, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d704ed4e-8855-4e12-b326-bbbdb985863c,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:35.288425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:35.314997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:35.419351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-32062fce-1ea2-44ee-aff3-cbb5130827ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:35.420944 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-32062fce-1ea2-44ee-aff3-cbb5130827ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.2534020
Apr 20 23:28:35.457754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:35.488341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:35.489020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:35.490753 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] 10.222.0.20 "PUT /v2.0/ports/d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 1093 time: 3.5608380
Apr 20 23:28:35.492278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-993aad1c-e74a-403f-80ee-7a47562956a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:35.493719 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-993aad1c-e74a-403f-80ee-7a47562956a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8 HTTP/1.1" status: 200  len: 851 time: 0.2844200
Apr 20 23:28:35.494359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:35.495011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'tag': 'd704ed4e-8855-4e12-b326-bbbdb985863c'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:35.530489 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-35ce37f8-877d-44ab-b308-aa13d97bb86f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0966384
Apr 20 23:28:35.626240 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:35.685679 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'tag': 'd704ed4e-8855-4e12-b326-bbbdb985863c', 'status': 'completed', 'code': 200}
Apr 20 23:28:35.688118 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-9cc059d9-4e4b-46f1-bff5-873c48c1d0d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a70dca0-ad2e-4d80-96da-b855c3ada5df&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1665478
Apr 20 23:28:35.738431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Allocated IP 172.20.0.4 (b6fef365-3372-4094-be68-62324f82651e/7c451035-772a-48de-8fb3-d0fc7d47ba50/14f51b44-9472-4cc0-b921-607066da25db) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:28:35.752563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Pushing event updated for resources: {'Port': ['ID=d704ed4e-8855-4e12-b326-bbbdb985863c,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:35.756295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1977757-8a72-4833-9618-55dabd475ab8 req-4b8e7286-6a0b-4f23-8f55-fdeb8ade017d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:35.766535 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a1977757-8a72-4833-9618-55dabd475ab8 req-4b8e7286-6a0b-4f23-8f55-fdeb8ade017d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.1154788
Apr 20 23:28:36.013030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:36.023254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-590b5079-07fc-4c6e-86bd-83c9c57d1874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:36.049580 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a1977757-8a72-4833-9618-55dabd475ab8 req-60871bc7-9302-432c-900f-f2c09c6f4450 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813561
Apr 20 23:28:36.103859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.105093 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42d80ba8-7a4a-4dc1-b6e9-38fc811c6eb3 HTTP/1.1" status: 204  len: 168 time: 1.6835108
Apr 20 23:28:36.107316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d80ba8-7a4a-4dc1-b6e9-38fc811c6eb3,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:36.120165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:36.193273 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-af4f30fb-681b-45ca-9aa2-5cc2185522ed req-b6df99dd-a73b-4400-9aee-725c240c32d2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.1575034
Apr 20 23:28:36.236766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36744) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:36.279717 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-10e3a757-b646-4603-9e9a-83984f396b97 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7078075
Apr 20 23:28:36.291450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36750) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:36.347473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-2cb2b809-7481-4644-976b-607835794fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:36.349161 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-2cb2b809-7481-4644-976b-607835794fdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1096 time: 0.7750540
Apr 20 23:28:36.503827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc02d-9cd8-408d-998a-fc52e8dd1768 req-16942bf4-44aa-4618-be82-ed5c956423aa tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:36.508125 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d57dc02d-9cd8-408d-998a-fc52e8dd1768 req-16942bf4-44aa-4618-be82-ed5c956423aa tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.1057925
Apr 20 23:28:36.539352 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-f973eb27-d3e5-4dcd-9892-ffb1e2a6b065 service neutron] 10.222.0.20 "GET /v2.0/networks/3a70dca0-ad2e-4d80-96da-b855c3ada5df?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7966807
Apr 20 23:28:36.540449 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-5f7841c2-8ac0-4d33-b4e7-4de6ff848d5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.1599429
Apr 20 23:28:36.577696 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d57dc02d-9cd8-408d-998a-fc52e8dd1768 req-326917a2-56e5-4ee6-9623-cbf4059f71ee tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601771
Apr 20 23:28:36.661152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.699065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:36.703508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Usage tracker for resource:security_group_rule and tenant:e54e1efbbcc34acd86d2337f44e284ed is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:36.706927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:36.722895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:36.807016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.811201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-c524e5ee-e42d-4493-9b76-e3ea67ba4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:36.812880 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-c524e5ee-e42d-4493-9b76-e3ea67ba4f94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.2515502
Apr 20 23:28:36.828099 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17dd2b93-0f15-4c9b-b8ac-7be9514c4b9f req-f5024817-dc7a-4295-9e1d-50b35ae7a1fb service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4893084
Apr 20 23:28:36.855126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.861159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.922037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:36.934517 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-0c8bd156-72ad-42f4-b325-f549fd3fdb92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1122010
Apr 20 23:28:36.937960 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e54e1efbbcc34acd86d2337f44e284ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6993916
Apr 20 23:28:36.939176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.952790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36776) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:36.978618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:36.980438 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d883f9-6306-4122-b7c5-f8548cf0718c,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:37.008402 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3bdc13a-a882-4faf-946c-8426288c5b1e req-45eb0360-9e18-4897-a34c-c608fedce7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/3a70dca0-ad2e-4d80-96da-b855c3ada5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4482772
Apr 20 23:28:37.036042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:37.040665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Usage tracker for resource:security_group_rule and tenant:a48e9a4bb015412ebb4fde0d9aa3f6b2 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:37.044622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:37.050995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:37.116884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.136910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:37.207070 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-3b44c951-e23e-4f2e-a220-854e4d2dfa73 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504029
Apr 20 23:28:37.215801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.216630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Network b6fef365-3372-4094-be68-62324f82651e is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:28:37.217281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:37.222399 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:28:37.243659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.252886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:28:37.366337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:37.381944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Pushing event updated for resources: {'Port': ['ID=14f51b44-9472-4cc0-b921-607066da25db,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:37.406022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:37.418471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2093445-1014-484e-8f6c-1a80da4fef9b,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:37.427055 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a48e9a4bb015412ebb4fde0d9aa3f6b2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1342998
Apr 20 23:28:37.430555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:37.431133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36800) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:37.480448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.509306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:37.510018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.537558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.592908 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4363942
Apr 20 23:28:37.611446 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cb25628-6fab-4441-80ed-5218399dd6a8 req-81407599-7846-4018-bf89-40ea069a7eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3906627
Apr 20 23:28:37.615622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Request body: {'port': {'device_id': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:28:37.617442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867901a-22e4-4b5b-a83e-f8f6fecd72ef req-1b233b7f-3a5f-414c-a410-48bf81fafa83 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:37.619066 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f867901a-22e4-4b5b-a83e-f8f6fecd72ef req-1b233b7f-3a5f-414c-a410-48bf81fafa83 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.3982739
Apr 20 23:28:37.627905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512ee3a-1f34-4508-8b7d-726b512be134 req-2088b1de-1d6e-4b16-95aa-666e47d46a36 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:37.629737 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1512ee3a-1f34-4508-8b7d-726b512be134 req-2088b1de-1d6e-4b16-95aa-666e47d46a36 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 931 time: 0.2290092
Apr 20 23:28:37.658117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.706695 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f867901a-22e4-4b5b-a83e-f8f6fecd72ef req-68bc1ff0-522f-40fe-8160-4ada5cd6e0c8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754669
Apr 20 23:28:37.710403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.724470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-94e05276-257f-4854-86c5-ae6012ad8b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:37.750142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1512ee3a-1f34-4508-8b7d-726b512be134 req-1bd3d655-2d54-401b-b158-3fc5d54b80e8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Synchronizing usage tracker for tenant:5802e103d19a4edba800dc5229300b61 on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:28:37.762609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d883f9-6306-4122-b7c5-f8548cf0718c,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:37.769692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:37.770551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.774351 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12d883f9-6306-4122-b7c5-f8548cf0718c HTTP/1.1" status: 204  len: 168 time: 0.7999446
Apr 20 23:28:37.780882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1512ee3a-1f34-4508-8b7d-726b512be134 req-1bd3d655-2d54-401b-b158-3fc5d54b80e8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Unset dirty status for tenant:5802e103d19a4edba800dc5229300b61 on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:28:37.782190 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1512ee3a-1f34-4508-8b7d-726b512be134 req-1bd3d655-2d54-401b-b158-3fc5d54b80e8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337504
Apr 20 23:28:37.783272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.862941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.948538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-19f72870-ec34-496a-8cbe-48ec7be81a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:37.950230 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-19f72870-ec34-496a-8cbe-48ec7be81a8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1096 time: 0.2660756
Apr 20 23:28:37.993918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:37.997996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98480ee-e15e-46e4-81bd-f2ec9e9993ea req-949447a5-d63b-4b5a-bb72-a96b4e6b42bc tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:38.007502 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f98480ee-e15e-46e4-81bd-f2ec9e9993ea req-949447a5-d63b-4b5a-bb72-a96b4e6b42bc tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 944 time: 0.1165252
Apr 20 23:28:38.057613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3c441167-7d69-48b8-bbd2-b1fae765ff0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:38.089898 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f98480ee-e15e-46e4-81bd-f2ec9e9993ea req-930c22fc-d122-450e-a534-9ca61e234f6e tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812647
Apr 20 23:28:38.127022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2093445-1014-484e-8f6c-1a80da4fef9b,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:38.140315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:38.146025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:38.147504 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2093445-1014-484e-8f6c-1a80da4fef9b HTTP/1.1" status: 204  len: 168 time: 0.7153304
Apr 20 23:28:38.382246 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36832) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:38.409291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:38.443063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:38.458981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e5fed4f620497dbea82075650967d6 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:38.462589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:38.476554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:38.512562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-45e43033-61bd-49f5-a64a-553be583ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:38.514219 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-45e43033-61bd-49f5-a64a-553be583ba45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.5536795
Apr 20 23:28:38.604692 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-327326d6-e534-4b2f-b39b-468f0627d094 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.0802162
Apr 20 23:28:38.681793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:38.770398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-daf55abe-0856-4469-b34a-c1101e7eeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:38.773347 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-daf55abe-0856-4469-b34a-c1101e7eeb6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.1514549
Apr 20 23:28:38.813389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:38.823784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:38.858674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75653f1e-7bfd-4a46-8481-bd037570d3ba,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:38.877081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:38.896511 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-f83e6285-1497-46cd-9668-a7d6e916ebce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716991
Apr 20 23:28:38.906297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f51b44-9472-4cc0-b921-607066da25db {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:38.911319 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4e5fed4f620497dbea82075650967d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5255013
Apr 20 23:28:38.914182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36852) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:38.954754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:38.969681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 36856) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:39.048173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Transition to ACTIVE for port object 14f51b44-9472-4cc0-b921-607066da25db will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:28:39.056427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.070567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:39.079020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 09f10084-0e5b-4c99-9867-672af208a9c8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:28:39.090905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.243300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:39.246610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.278931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.302036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 09f10084-0e5b-4c99-9867-672af208a9c8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=09f10084-0e5b-4c99-9867-672af208a9c8,segment=NetworkSegment(4947ae78-5bab-43d1-8584-42a00ab43223),segment_id=4947ae78-5bab-43d1-8584-42a00ab43223)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:39.316785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '09f10084-0e5b-4c99-9867-672af208a9c8', 'network_id': '3a70dca0-ad2e-4d80-96da-b855c3ada5df', 'port_id': '09f10084-0e5b-4c99-9867-672af208a9c8', 'mac_address': 'fa:16:3e:0c:d0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:28:39.330400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b48e3f09cfb04422abc2cf7befe72122 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:39.335826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=14f51b44-9472-4cc0-b921-607066da25db,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:39.338592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:39.348168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:39.349142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.360048 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-f3eaed53-d7bf-46ab-9981-5cf3525ddcdb service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4551640
Apr 20 23:28:39.362754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:39.379497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:39.383107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75653f1e-7bfd-4a46-8481-bd037570d3ba,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:39.388699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:39.417380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.436072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7298f2-61f1-4cfe-b50a-fc84d1b04e2e req-d454a8a1-a8bd-4997-8c73-f363e86888ce tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:39.444575 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2c7298f2-61f1-4cfe-b50a-fc84d1b04e2e req-d454a8a1-a8bd-4997-8c73-f363e86888ce tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 943 time: 0.3778198
Apr 20 23:28:39.482664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.486746 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75653f1e-7bfd-4a46-8481-bd037570d3ba HTTP/1.1" status: 204  len: 168 time: 0.5638487
Apr 20 23:28:39.502372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f10084-0e5b-4c99-9867-672af208a9c8 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:39.537619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 09f10084-0e5b-4c99-9867-672af208a9c8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=09f10084-0e5b-4c99-9867-672af208a9c8,segment=NetworkSegment(4947ae78-5bab-43d1-8584-42a00ab43223),segment_id=4947ae78-5bab-43d1-8584-42a00ab43223)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:39.541331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034ebbf-51b2-4bc2-802e-7bf7ad4a4677 req-62fe1c0b-f7ac-4a1d-9792-6127e88e2a7f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:39.542587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.543274 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1034ebbf-51b2-4bc2-802e-7bf7ad4a4677 req-62fe1c0b-f7ac-4a1d-9792-6127e88e2a7f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 943 time: 0.4638608
Apr 20 23:28:39.551420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 096a866e-b88c-4057-8e36-d5c6b0838e6a details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:28:39.558022 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2c7298f2-61f1-4cfe-b50a-fc84d1b04e2e req-e6086540-9a10-4451-9606-5bba729f8995 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119261
Apr 20 23:28:39.708008 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1034ebbf-51b2-4bc2-802e-7bf7ad4a4677 req-a5d5d333-691c-4282-bab5-8220910ea3f4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415360
Apr 20 23:28:39.740147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 096a866e-b88c-4057-8e36-d5c6b0838e6a, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:39.758523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:39.821767 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78ec7983-b548-45a2-87d9-ebb63793ab6c req-025de1c2-5090-4ea8-91cb-1fa653f18bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3711402
Apr 20 23:28:39.844214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '096a866e-b88c-4057-8e36-d5c6b0838e6a', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'port_id': '096a866e-b88c-4057-8e36-d5c6b0838e6a', 'mac_address': 'fa:16:3e:e9:05:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1b4bf5-f4a8-4146-a6aa-eafdb4916702', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:28:39.848882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=09f10084-0e5b-4c99-9867-672af208a9c8,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:39.849073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.858811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.900307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cbc54ac1-6c21-49f4-9b0d-23fe79f5ade8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:39.901549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Attempting to bind port 14f51b44-9472-4cc0-b921-607066da25db on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:28:39.902256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Attempting to bind port 14f51b44-9472-4cc0-b921-607066da25db by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:28:39.902633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Attempting to bind port 14f51b44-9472-4cc0-b921-607066da25db on network b6fef365-3372-4094-be68-62324f82651e {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:39.910354 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b48e3f09cfb04422abc2cf7befe72122&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9317706
Apr 20 23:28:39.911169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Port 14f51b44-9472-4cc0-b921-607066da25db on network b6fef365-3372-4094-be68-62324f82651e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:28:39.911551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Attempting to bind port 14f51b44-9472-4cc0-b921-607066da25db on network b6fef365-3372-4094-be68-62324f82651e {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:28:39.915192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 36886) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:39.957335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:28:39.957768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Checking segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:28:39.958206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Bound using segment: {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:28:39.958715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Bound port: 14f51b44-9472-4cc0-b921-607066da25db, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe0be53-0d60-4d71-ad79-d8f41f33ee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b6fef365-3372-4094-be68-62324f82651e'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:28:39.959215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.963267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:39.964184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d08b2-dec7-4b23-b9ee-2b5873257a42 req-fa4ab5de-8704-4aef-8926-231344dd73ae tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:39.964380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:39.972207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6c9d08b2-dec7-4b23-b9ee-2b5873257a42 req-fa4ab5de-8704-4aef-8926-231344dd73ae tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 945 time: 0.1969631
Apr 20 23:28:39.975118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd1f119-7da3-4f79-ac3d-e9ca08375d9d,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:39.995757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096a866e-b88c-4057-8e36-d5c6b0838e6a {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:40.026111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 096a866e-b88c-4057-8e36-d5c6b0838e6a, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:40.030876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.032162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d704ed4e-8855-4e12-b326-bbbdb985863c details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:28:40.038678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:40.123729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6c9d08b2-dec7-4b23-b9ee-2b5873257a42 req-85bfd868-90f5-4c59-9bda-4d84b0a70261 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505558
Apr 20 23:28:40.151348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.182979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.208152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] For port 14f51b44-9472-4cc0-b921-607066da25db, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:28:40.232846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] For port 14f51b44-9472-4cc0-b921-607066da25db, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=14f51b44-9472-4cc0-b921-607066da25db,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:28:40.234789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d704ed4e-8855-4e12-b326-bbbdb985863c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d704ed4e-8855-4e12-b326-bbbdb985863c,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:40.239415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.246568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:40.252493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:40.312962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'd704ed4e-8855-4e12-b326-bbbdb985863c', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'port_id': 'd704ed4e-8855-4e12-b326-bbbdb985863c', 'mac_address': 'fa:16:3e:7e:9a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:28:40.321159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:40.321995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.323853 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/14f51b44-9472-4cc0-b921-607066da25db HTTP/1.1" status: 200  len: 1093 time: 2.7173600
Apr 20 23:28:40.326752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'tag': '14f51b44-9472-4cc0-b921-607066da25db'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:40.370566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.403036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=096a866e-b88c-4057-8e36-d5c6b0838e6a,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:40.407882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:40.432066 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'tag': '14f51b44-9472-4cc0-b921-607066da25db', 'status': 'completed', 'code': 200}
Apr 20 23:28:40.432761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.452885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.454154 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbd1f119-7da3-4f79-ac3d-e9ca08375d9d HTTP/1.1" status: 204  len: 168 time: 0.5300434
Apr 20 23:28:40.458337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=14f51b44-9472-4cc0-b921-607066da25db,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:40.462909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:40.463383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:40.466553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d704ed4e-8855-4e12-b326-bbbdb985863c {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:40.484025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd1f119-7da3-4f79-ac3d-e9ca08375d9d,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:40.485343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d704ed4e-8855-4e12-b326-bbbdb985863c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d704ed4e-8855-4e12-b326-bbbdb985863c,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:40.490423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:40.492698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:40.494612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:40.510999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-4a668819-062e-4d70-897b-30eaabf0e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:40.512753 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-4a668819-062e-4d70-897b-30eaabf0e59b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 1096 time: 0.1362135
Apr 20 23:28:40.590819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=d704ed4e-8855-4e12-b326-bbbdb985863c,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:40.595962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:40.606453 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-c471dfa8-cf94-47ae-9c95-ae3c56e3d675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f51b44-9472-4cc0-b921-607066da25db HTTP/1.1" status: 200  len: 217 time: 0.0861177
Apr 20 23:28:40.697490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-9b546b10-39a3-404a-b91e-972ab09ae97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:40.699484 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-9b546b10-39a3-404a-b91e-972ab09ae97e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.0844810
Apr 20 23:28:40.786145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['09f10084-0e5b-4c99-9867-672af208a9c8'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:28:40.817510 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-ccf2f7d0-725a-472f-8585-bd8cc09db597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1109307
Apr 20 23:28:40.849035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f2165-883d-488d-8256-8d88d78eebc6 req-5f22b5c1-f686-47c7-9365-77545b686b5f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:40.850951 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec4f2165-883d-488d-8256-8d88d78eebc6 req-5f22b5c1-f686-47c7-9365-77545b686b5f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 943 time: 0.1737430
Apr 20 23:28:40.866718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['d704ed4e-8855-4e12-b326-bbbdb985863c'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:28:40.930308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:28:40.990689 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec4f2165-883d-488d-8256-8d88d78eebc6 req-062153bc-3ff8-4ebe-bcd8-e9ff0a3d5f4a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314151
Apr 20 23:28:41.076024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-6b9e8211-22a0-4195-a993-bc0c05f145b1 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514858
Apr 20 23:28:41.240688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bf8c8-adc2-4f18-adef-ac990ed02e5f req-b94927a2-7c32-4ceb-87de-e9e8cd22bf70 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:41.246215 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c9bf8c8-adc2-4f18-adef-ac990ed02e5f req-b94927a2-7c32-4ceb-87de-e9e8cd22bf70 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 944 time: 0.2813485
Apr 20 23:28:41.380466 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c9bf8c8-adc2-4f18-adef-ac990ed02e5f req-5f90e021-ef63-478f-b0c8-1f703bd60789 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185048
Apr 20 23:28:41.441123 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-78c59e2a-514e-4bad-b642-3309d1ffd4ca req-8a8b08f5-2393-4203-b1c3-0bd2a4e92056 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3581016
Apr 20 23:28:41.515038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80f01-5aba-484f-b241-7add48ef6b6b req-6135a55c-259d-4787-85ee-0a4f82784931 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:41.517455 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6da80f01-5aba-484f-b241-7add48ef6b6b req-6135a55c-259d-4787-85ee-0a4f82784931 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 945 time: 0.1237979
Apr 20 23:28:41.615925 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6da80f01-5aba-484f-b241-7add48ef6b6b req-922da2a3-bf32-43d5-84d7-b734037cdb5a tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903406
Apr 20 23:28:41.651111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-ec69c45e-6e91-4394-a152-980c6d15af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:41.652751 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-ec69c45e-6e91-4394-a152-980c6d15af61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 1096 time: 0.1498945
Apr 20 23:28:41.829421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-b6fc294b-2481-434e-a410-00210a86d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:41.831109 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-b6fc294b-2481-434e-a410-00210a86d316 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.1706016
Apr 20 23:28:41.911370 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-a6315e91-9214-4c29-a834-8c3f32d136b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f51b44-9472-4cc0-b921-607066da25db HTTP/1.1" status: 200  len: 217 time: 0.0724919
Apr 20 23:28:41.992557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-8a9cc711-4b34-4c49-b65a-bd873697e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:41.994123 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-8a9cc711-4b34-4c49-b65a-bd873697e8bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.0738888
Apr 20 23:28:42.060507 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-f5afcb91-0822-4965-9777-2e4ef2d3a4cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583537
Apr 20 23:28:42.230450 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-83c3e9fd-52c4-454b-9f06-d575d77ee88b service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612628
Apr 20 23:28:42.383344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd65292-d8b8-45a2-ac6e-675749ce2f38 req-fbb1c70d-e58a-40a8-9bcf-1527dbc885ff tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:42.384993 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ccd65292-d8b8-45a2-ac6e-675749ce2f38 req-fbb1c70d-e58a-40a8-9bcf-1527dbc885ff tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 943 time: 0.1946073
Apr 20 23:28:42.450550 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25a611cd-1456-4de9-b3b1-e8757de21679 req-6111ec96-2a89-4938-850b-6be5d7c02187 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111900
Apr 20 23:28:42.479929 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ccd65292-d8b8-45a2-ac6e-675749ce2f38 req-bc96ef55-d2a8-4028-b31c-7670b9c71778 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867953
Apr 20 23:28:42.622204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705fc19-b607-4d9b-88f9-d7d06f6e085c req-fc093a21-eec0-4909-bf5a-13df519a08ef tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:42.631032 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5705fc19-b607-4d9b-88f9-d7d06f6e085c req-fc093a21-eec0-4909-bf5a-13df519a08ef tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 944 time: 0.1318438
Apr 20 23:28:42.691264 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5705fc19-b607-4d9b-88f9-d7d06f6e085c req-66c43c06-e205-4203-8fdc-2738265d029d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590837
Apr 20 23:28:42.833720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af0e4f-736c-420f-8e72-ac4858904067 req-70592c03-0a71-4b6d-baee-9f060219fc6d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:42.837986 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-31af0e4f-736c-420f-8e72-ac4858904067 req-70592c03-0a71-4b6d-baee-9f060219fc6d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 945 time: 0.0969226
Apr 20 23:28:42.888715 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-31af0e4f-736c-420f-8e72-ac4858904067 req-d13a4075-4725-4c98-8f23-d8948a789e6d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441618
Apr 20 23:28:43.078859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 096a866e-b88c-4057-8e36-d5c6b0838e6a up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:43.106838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 14f51b44-9472-4cc0-b921-607066da25db details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:28:43.249412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 096a866e-b88c-4057-8e36-d5c6b0838e6a completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:43.268795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 096a866e-b88c-4057-8e36-d5c6b0838e6a triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:43.269215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:43.340337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 14f51b44-9472-4cc0-b921-607066da25db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=14f51b44-9472-4cc0-b921-607066da25db,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:43.359111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '14f51b44-9472-4cc0-b921-607066da25db', 'network_id': 'b6fef365-3372-4094-be68-62324f82651e', 'port_id': '14f51b44-9472-4cc0-b921-607066da25db', 'mac_address': 'fa:16:3e:f3:37:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c451035-772a-48de-8fb3-d0fc7d47ba50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:28:43.641572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:43.665524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:43.679727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f51b44-9472-4cc0-b921-607066da25db {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:28:43.709575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed320-158f-46df-9028-4b7b3e8ed815 req-e3a0b670-dcf8-4f1a-8fa4-c31dedf0ccfd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:43.710347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096a866e-b88c-4057-8e36-d5c6b0838e6a'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:43.712144 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f68ed320-158f-46df-9028-4b7b3e8ed815 req-e3a0b670-dcf8-4f1a-8fa4-c31dedf0ccfd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 943 time: 0.1043520
Apr 20 23:28:43.773817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 14f51b44-9472-4cc0-b921-607066da25db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=14f51b44-9472-4cc0-b921-607066da25db,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:43.781011 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f68ed320-158f-46df-9028-4b7b3e8ed815 req-75b0e4c6-b7d5-4ea9-9c5c-0206b6b45c88 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617273
Apr 20 23:28:43.788704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 096a866e-b88c-4057-8e36-d5c6b0838e6a, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:43.790521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:43.793208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:43.830555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:43.839348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d704ed4e-8855-4e12-b326-bbbdb985863c up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:43.961509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=14f51b44-9472-4cc0-b921-607066da25db,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:43.969562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:43.970307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:44.013089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749626f-3623-4079-b39b-56fd51823c88 req-7e9e2477-693c-4ee5-8ac6-98644a2e4759 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:44.021134 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c749626f-3623-4079-b39b-56fd51823c88 req-7e9e2477-693c-4ee5-8ac6-98644a2e4759 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1202283
Apr 20 23:28:44.036311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['14f51b44-9472-4cc0-b921-607066da25db'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:28:44.083959 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c749626f-3623-4079-b39b-56fd51823c88 req-eba9448b-a3ed-4560-af76-76102a0dbf5f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617793
Apr 20 23:28:44.196618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf01a-fd27-4a90-b110-2e046803e0b3 req-ae400362-d287-4ff6-a178-6d3d03a50bbb tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:44.198552 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-340cf01a-fd27-4a90-b110-2e046803e0b3 req-ae400362-d287-4ff6-a178-6d3d03a50bbb tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 945 time: 0.1103485
Apr 20 23:28:44.218282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port d704ed4e-8855-4e12-b326-bbbdb985863c completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:44.256491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port d704ed4e-8855-4e12-b326-bbbdb985863c triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:44.256491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:44.282586 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-340cf01a-fd27-4a90-b110-2e046803e0b3 req-dc484192-dad6-4490-a441-a78a75e449c6 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681331
Apr 20 23:28:44.297691 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096a866e-b88c-4057-8e36-d5c6b0838e6a', 'code': 200}
Apr 20 23:28:44.325759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=096a866e-b88c-4057-8e36-d5c6b0838e6a,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:44.339217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:44.493293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:44.556301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d704ed4e-8855-4e12-b326-bbbdb985863c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d704ed4e-8855-4e12-b326-bbbdb985863c,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:44.562405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a81d5004-498e-4045-9a4e-0df28ea89931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:44.563957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:44.564086 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a81d5004-498e-4045-9a4e-0df28ea89931 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 1098 time: 0.0922105
Apr 20 23:28:44.565543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 09f10084-0e5b-4c99-9867-672af208a9c8 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:44.596278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:44.699461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=d704ed4e-8855-4e12-b326-bbbdb985863c,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:44.703781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:44.719108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 09f10084-0e5b-4c99-9867-672af208a9c8 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:44.724961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 09f10084-0e5b-4c99-9867-672af208a9c8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:44.725152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:44.870312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:44.909568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 09f10084-0e5b-4c99-9867-672af208a9c8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=09f10084-0e5b-4c99-9867-672af208a9c8,segment=NetworkSegment(4947ae78-5bab-43d1-8584-42a00ab43223),segment_id=4947ae78-5bab-43d1-8584-42a00ab43223)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:44.914446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:44.918050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:44.999857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=09f10084-0e5b-4c99-9867-672af208a9c8,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:45.004754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:45.008618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95842a69-b53d-47e1-8658-ef6fe55afa5b req-540138cc-d7d8-4b01-80b8-2191d45974d0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:45.010650 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-95842a69-b53d-47e1-8658-ef6fe55afa5b req-540138cc-d7d8-4b01-80b8-2191d45974d0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 944 time: 0.1057477
Apr 20 23:28:45.062931 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-95842a69-b53d-47e1-8658-ef6fe55afa5b req-e77b2f67-2990-4d3d-824e-913d35c65ad2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451059
Apr 20 23:28:45.280198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de1053-dfcf-421d-9da6-5fec734c4770 req-40384efe-62d3-4f17-bf24-d16db1cb13b0 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:45.281737 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-09de1053-dfcf-421d-9da6-5fec734c4770 req-40384efe-62d3-4f17-bf24-d16db1cb13b0 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.0884616
Apr 20 23:28:45.330972 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-09de1053-dfcf-421d-9da6-5fec734c4770 req-1d0bd61e-40a5-4dbd-b35d-d0d167bdb810 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426774
Apr 20 23:28:45.433313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:45.450265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:45.454352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Usage tracker for resource:security_group_rule and tenant:0fe36f05e732434f876eb8c07195ad8c is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:45.457389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:45.465527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:45.495844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a30b-26ec-404a-a4fc-74624a76b32a req-272df23e-ab13-4534-b348-1a221c84b551 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:45.497768 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4cc3a30b-26ec-404a-a4fc-74624a76b32a req-272df23e-ab13-4534-b348-1a221c84b551 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0976782
Apr 20 23:28:45.550014 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4cc3a30b-26ec-404a-a4fc-74624a76b32a req-3241d1c6-aa80-4fcb-9773-1a9667e50537 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437565
Apr 20 23:28:45.557744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:45.561021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:45.570093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:45.594962 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6279aaaa-390f-4242-890b-2d5f54ffbf47 req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796410
Apr 20 23:28:45.602274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14346523-cbb4-4516-b139-91760e8262fd,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:45.605734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:45.801672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37110) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:45.937434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:45.952649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:45.956895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Usage tracker for resource:security_group_rule and tenant:9831a3bb64334d9ab50a7d550a0885c7 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:45.960539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:45.967010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:46.054885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.058318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.065561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:46.113155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37124) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:46.113408 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9831a3bb64334d9ab50a7d550a0885c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3103719
Apr 20 23:28:46.114211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33663819-b307-438c-b9c9-a609ac88e31e,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:46.117694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:46.182588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.257470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.298753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704ed4e-8855-4e12-b326-bbbdb985863c'}, {'server_uuid': '12044a26-92c0-4181-be24-76b657f131bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f10084-0e5b-4c99-9867-672af208a9c8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:46.332204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efa58a-eda0-4efe-8f8b-eca992683727 req-e0e2025f-f8a2-47fc-850a-6ef89e8cf1a1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:46.333840 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-59efa58a-eda0-4efe-8f8b-eca992683727 req-e0e2025f-f8a2-47fc-850a-6ef89e8cf1a1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 944 time: 0.1300268
Apr 20 23:28:46.338202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.343689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-47c630d7-80ff-46a8-a28a-6488235220c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:46.354306 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704ed4e-8855-4e12-b326-bbbdb985863c', 'code': 200}
Apr 20 23:28:46.354609 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12044a26-92c0-4181-be24-76b657f131bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f10084-0e5b-4c99-9867-672af208a9c8', 'code': 200}
Apr 20 23:28:46.379795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33663819-b307-438c-b9c9-a609ac88e31e,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:46.384744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:46.403389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.404597 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33663819-b307-438c-b9c9-a609ac88e31e HTTP/1.1" status: 204  len: 168 time: 0.2891183
Apr 20 23:28:46.409877 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-59efa58a-eda0-4efe-8f8b-eca992683727 req-58ee7555-d16c-47ed-bcfb-bd75404d65ce tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671082
Apr 20 23:28:46.540275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343bcc2-7c26-4ac4-8f23-d1af07a4d0ee req-d4743139-3580-473d-b4b7-e311e4187b46 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:46.542254 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3343bcc2-7c26-4ac4-8f23-d1af07a4d0ee req-d4743139-3580-473d-b4b7-e311e4187b46 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.0901568
Apr 20 23:28:46.590720 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3343bcc2-7c26-4ac4-8f23-d1af07a4d0ee req-55893689-e756-457c-ad2f-26c8c3250850 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418725
Apr 20 23:28:46.701675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37140) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:46.720878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.736476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:46.740764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Usage tracker for resource:security_group_rule and tenant:fc36f03294654d448a2812a820ce9593 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:46.743857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:46.749965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:46.766185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b61981-8d30-4d70-99ec-7abf8a029827 req-a627aece-39c7-4451-8be0-befb0c595b96 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:46.767762 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b4b61981-8d30-4d70-99ec-7abf8a029827 req-a627aece-39c7-4451-8be0-befb0c595b96 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0893559
Apr 20 23:28:46.818577 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b4b61981-8d30-4d70-99ec-7abf8a029827 req-0efdacef-88cb-43e5-93d4-0864f77d0ca8 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436881
Apr 20 23:28:46.835284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.841462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.849552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7f026038-d103-4c97-af41-5ef0048deb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:46.890660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9dcefd-80f3-492c-b293-77b0255b6474,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:46.895135 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc36f03294654d448a2812a820ce9593&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924157
Apr 20 23:28:46.896058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:46.898343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37146) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:46.960253 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:46.987987 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:47.038929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:47.049246 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:47.056430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9dcefd-80f3-492c-b293-77b0255b6474,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:47.060471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:47.079671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:47.079671 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d9dcefd-80f3-492c-b293-77b0255b6474 HTTP/1.1" status: 204  len: 168 time: 0.1783750
Apr 20 23:28:47.450840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37164) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:47.470388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:47.486564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:47.490841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Usage tracker for resource:security_group_rule and tenant:039622678ef84961aa16d59187f895bf is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:47.494026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:47.500476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:47.667278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:47.670915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:47.680313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7dc6f5ec-8b5e-4dcc-9eb1-e13088b5f48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:47.708796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302abdf5-2501-41e6-8a1b-591522209b83,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:47.710320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47660f1b-8ec0-4b7a-a420-e44e74457258 req-2edb00e2-b1e3-4c24-b7f0-e603e8591142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:47.711928 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-47660f1b-8ec0-4b7a-a420-e44e74457258 req-2edb00e2-b1e3-4c24-b7f0-e603e8591142 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 1099 time: 0.1072106
Apr 20 23:28:47.712293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:47.714046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2792b-ca49-49e4-a869-ee1dbfbdfe13 req-07c54740-a27b-4ad8-9fd9-b477bb49c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:47.715871 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3d2792b-ca49-49e4-a869-ee1dbfbdfe13 req-07c54740-a27b-4ad8-9fd9-b477bb49c5cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.1487784
Apr 20 23:28:47.960207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=039622678ef84961aa16d59187f895bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5082529
Apr 20 23:28:47.963335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37176) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:47.969071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9c69e-cf1d-43a3-9156-a4646d0f672d req-8c011929-4173-461d-95cc-70a9e2a3b2f9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:47.970641 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-88d9c69e-cf1d-43a3-9156-a4646d0f672d req-8c011929-4173-461d-95cc-70a9e2a3b2f9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 944 time: 0.4137790
Apr 20 23:28:48.035592 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-88d9c69e-cf1d-43a3-9156-a4646d0f672d req-43e87edf-3c18-49ce-81a1-21596d437dff tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571980
Apr 20 23:28:48.044019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:48.051934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a2006-1b99-4493-9dcc-453daf39b023 req-45fa8408-8592-4911-9aa2-2c2c0b203425 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:48.053748 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-827a2006-1b99-4493-9dcc-453daf39b023 req-45fa8408-8592-4911-9aa2-2c2c0b203425 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.3349180
Apr 20 23:28:48.110429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:48.145530 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-827a2006-1b99-4493-9dcc-453daf39b023 req-7c3418e1-2e2f-47b5-ba0a-4eb4a0ea1b31 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831769
Apr 20 23:28:48.180164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:48.196537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:48.227512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302abdf5-2501-41e6-8a1b-591522209b83,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:48.238283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:48.245455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:48.271445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e18fc4-e31b-41e8-8778-47420ac59654 req-cd80fb2a-7b7f-4f4f-9be0-472685e2d4f5 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:48.272668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/302abdf5-2501-41e6-8a1b-591522209b83 HTTP/1.1" status: 204  len: 168 time: 0.3080957
Apr 20 23:28:48.273352 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-14e18fc4-e31b-41e8-8778-47420ac59654 req-cd80fb2a-7b7f-4f4f-9be0-472685e2d4f5 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1001232
Apr 20 23:28:48.348418 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-14e18fc4-e31b-41e8-8778-47420ac59654 req-a420f196-1bb0-4835-8b3b-e59c82847d46 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686119
Apr 20 23:28:49.239439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108689f3-1c09-42fe-bcd4-728f89dff398 req-2dd60a41-fea2-46fc-8f2f-201179946b7c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:49.241229 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-108689f3-1c09-42fe-bcd4-728f89dff398 req-2dd60a41-fea2-46fc-8f2f-201179946b7c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 944 time: 0.0895305
Apr 20 23:28:49.344668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-108689f3-1c09-42fe-bcd4-728f89dff398 req-e827c28d-fb04-44c7-85c8-c9eccab7faba tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965905
Apr 20 23:28:49.380267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb905-22bf-4dac-9f52-79a6fdbc17ad req-eeec7ff5-6461-45e3-8659-588135d51a65 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:49.382128 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-822eb905-22bf-4dac-9f52-79a6fdbc17ad req-eeec7ff5-6461-45e3-8659-588135d51a65 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1184103
Apr 20 23:28:49.436841 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-822eb905-22bf-4dac-9f52-79a6fdbc17ad req-45857a29-c73f-4038-9213-15b4e44a09bb tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478618
Apr 20 23:28:49.538615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c3d2792b-ca49-49e4-a869-ee1dbfbdfe13 req-2142591f-cd50-45e3-bcb7-6ccdf901e5d2 service neutron] Synchronizing usage tracker for tenant:0fe36f05e732434f876eb8c07195ad8c on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:28:49.558121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-47660f1b-8ec0-4b7a-a420-e44e74457258 req-2b8c7d1c-8616-48d5-af33-44b096e2894e service neutron] Synchronizing usage tracker for tenant:0fe36f05e732434f876eb8c07195ad8c on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:28:49.562965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c3d2792b-ca49-49e4-a869-ee1dbfbdfe13 req-2142591f-cd50-45e3-bcb7-6ccdf901e5d2 service neutron] Unset dirty status for tenant:0fe36f05e732434f876eb8c07195ad8c on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:28:49.564573 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3d2792b-ca49-49e4-a869-ee1dbfbdfe13 req-2142591f-cd50-45e3-bcb7-6ccdf901e5d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958793
Apr 20 23:28:49.574020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-47660f1b-8ec0-4b7a-a420-e44e74457258 req-2b8c7d1c-8616-48d5-af33-44b096e2894e service neutron] Unset dirty status for tenant:0fe36f05e732434f876eb8c07195ad8c on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:28:49.575389 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-47660f1b-8ec0-4b7a-a420-e44e74457258 req-2b8c7d1c-8616-48d5-af33-44b096e2894e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086726
Apr 20 23:28:49.611220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc26b8a-8177-4409-948e-6e53bf9cfe49 req-d10c338f-9a20-442f-b597-d74076b75909 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:49.613061 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ebc26b8a-8177-4409-948e-6e53bf9cfe49 req-d10c338f-9a20-442f-b597-d74076b75909 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1099770
Apr 20 23:28:49.666897 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ebc26b8a-8177-4409-948e-6e53bf9cfe49 req-a9410989-8abb-4e9c-998d-7eda7d7fd952 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437427
Apr 20 23:28:50.566125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37286) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:50.636030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da748706-c259-4a53-8c15-7cf025cf2602 req-fc3b2bb0-9377-47bc-9af7-28b1a65cf383 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:50.637692 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da748706-c259-4a53-8c15-7cf025cf2602 req-fc3b2bb0-9377-47bc-9af7-28b1a65cf383 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 944 time: 0.1441283
Apr 20 23:28:50.660505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:28:50.700923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.713577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aebee4-3ec7-47ac-aef5-6ea030016728 req-1e729931-084d-4a7b-bdb4-d7dc8a750531 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:50.715179 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-19aebee4-3ec7-47ac-aef5-6ea030016728 req-1e729931-084d-4a7b-bdb4-d7dc8a750531 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1490057
Apr 20 23:28:50.717357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:50.718107 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da748706-c259-4a53-8c15-7cf025cf2602 req-2a5dbc86-158e-43f2-9417-1994660e120d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669417
Apr 20 23:28:50.721653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5f7f0c9b7c4ece8697d939caa4800a is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:50.724751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:50.732157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:50.775676 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-19aebee4-3ec7-47ac-aef5-6ea030016728 req-5bef9d3d-fe32-4be1-8b13-b8458897cdd4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491724
Apr 20 23:28:50.848666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.851713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:50.860536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:50.901751 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c5f7f0c9b7c4ece8697d939caa4800a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3334441
Apr 20 23:28:50.903184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a522fe-0572-4748-87ec-6a512096e779,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:50.905485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37298) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:50.906544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:50.927945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e64bc-2f4a-4939-9822-9f6d6c7e3c52 req-b43627bc-cf01-4a0e-ad5b-6d4293cf0907 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:50.929791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2e3e64bc-2f4a-4939-9822-9f6d6c7e3c52 req-b43627bc-cf01-4a0e-ad5b-6d4293cf0907 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1022079
Apr 20 23:28:51.012059 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2e3e64bc-2f4a-4939-9822-9f6d6c7e3c52 req-a6197722-8508-4ca7-bfbd-8c5d22d222e2 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747154
Apr 20 23:28:51.019465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.052412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.104436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.109591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dda62787-1cec-4a43-8518-10437d90ec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:51.122453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a522fe-0572-4748-87ec-6a512096e779,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:51.125393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:51.132152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.135953 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8a522fe-0572-4748-87ec-6a512096e779 HTTP/1.1" status: 204  len: 168 time: 0.2258174
Apr 20 23:28:51.444590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37308) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:51.464077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.479775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:28:51.484468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Usage tracker for resource:security_group_rule and tenant:b5fa37dd62964a388dddd1dcda00a3d9 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:28:51.487552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:28:51.493919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:28:51.586987 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.591552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.598737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:51.642284 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5fa37dd62964a388dddd1dcda00a3d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964865
Apr 20 23:28:51.643242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46789b30-59c7-4bf2-89b2-5181030ef97a,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:51.645939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37316) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:28:51.646474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:51.712558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.741158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.790739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.796092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9354dc68-be57-486f-8742-0d04026c521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:51.833899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46789b30-59c7-4bf2-89b2-5181030ef97a,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:51.841303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:51.860377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:51.875112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 14f51b44-9472-4cc0-b921-607066da25db up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:28:51.876117 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46789b30-59c7-4bf2-89b2-5181030ef97a HTTP/1.1" status: 204  len: 168 time: 0.2220876
Apr 20 23:28:51.974242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 14f51b44-9472-4cc0-b921-607066da25db completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:28:51.980209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 14f51b44-9472-4cc0-b921-607066da25db triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:28:51.980815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:52.041924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb6dd6-193f-47bf-b655-9ea09972acb0 req-5be9a7dd-13ab-4cd1-877d-8567cc0978cf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:52.044013 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ebbb6dd6-193f-47bf-b655-9ea09972acb0 req-5be9a7dd-13ab-4cd1-877d-8567cc0978cf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 944 time: 0.2046950
Apr 20 23:28:52.138189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:52.162762 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ebbb6dd6-193f-47bf-b655-9ea09972acb0 req-74da5ad3-a579-4a76-9218-1ab7e68cf13c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092181
Apr 20 23:28:52.173325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e162664-b935-4dee-bd4f-59c6264f30c7 req-981a34f0-29fc-4055-9005-79338d6f009f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:52.175692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f51b44-9472-4cc0-b921-607066da25db'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:28:52.180947 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e162664-b935-4dee-bd4f-59c6264f30c7 req-981a34f0-29fc-4055-9005-79338d6f009f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.2239032
Apr 20 23:28:52.191065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 14f51b44-9472-4cc0-b921-607066da25db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=14f51b44-9472-4cc0-b921-607066da25db,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:28:52.195001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:52.196904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2cd42713-a935-4d6c-b926-f62301e95650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:28:52.269299 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e162664-b935-4dee-bd4f-59c6264f30c7 req-9f1c205c-47ba-4873-ba09-e71819520990 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873165
Apr 20 23:28:52.311011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=14f51b44-9472-4cc0-b921-607066da25db,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:28:52.316049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:28:52.333771 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f51b44-9472-4cc0-b921-607066da25db', 'code': 200}
Apr 20 23:28:52.446548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8b5b9-d184-4628-8be0-3e4bb73a7e9c req-7c2efa3a-0772-4dd8-bbca-fde4a7570f9d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:52.448178 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9be8b5b9-d184-4628-8be0-3e4bb73a7e9c req-7c2efa3a-0772-4dd8-bbca-fde4a7570f9d tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1006472
Apr 20 23:28:52.496749 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9be8b5b9-d184-4628-8be0-3e4bb73a7e9c req-95698f43-ef3e-4f8d-bf1d-9ca4e0e6e8f0 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422282
Apr 20 23:28:53.443307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efeb0c-8218-4035-8a87-ccd2a127ac2a req-6363ac9b-9d3e-46a8-ac86-2efe8e34e4f4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:53.451563 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-72efeb0c-8218-4035-8a87-ccd2a127ac2a req-6363ac9b-9d3e-46a8-ac86-2efe8e34e4f4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1531644
Apr 20 23:28:53.526982 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-72efeb0c-8218-4035-8a87-ccd2a127ac2a req-4c48938e-8893-4847-bfef-ba8c2e5fc932 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743618
Apr 20 23:28:53.566313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22413186-8bac-418f-ba65-ad1d74be4025 req-682f732c-3ca1-44fa-a540-ab78da0f43f9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:53.569912 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22413186-8bac-418f-ba65-ad1d74be4025 req-682f732c-3ca1-44fa-a540-ab78da0f43f9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1901643
Apr 20 23:28:53.622811 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22413186-8bac-418f-ba65-ad1d74be4025 req-ca2c3257-6089-4174-adc2-0965e3cd7c35 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475762
Apr 20 23:28:53.719254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a38827-4cb2-4b60-b086-0fba8d816bab req-1d4440e8-204a-416a-80f4-d4aef116ef36 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:53.720823 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a1a38827-4cb2-4b60-b086-0fba8d816bab req-1d4440e8-204a-416a-80f4-d4aef116ef36 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0899541
Apr 20 23:28:53.775290 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a1a38827-4cb2-4b60-b086-0fba8d816bab req-a2f75a1d-f6a3-46ef-a2fa-9a9f3b0c3477 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458307
Apr 20 23:28:53.846710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:28:53.986980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d0755-187d-405b-b396-6c44100050fb req-84b7d498-e04f-4581-a1d1-1b8189f8ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:53.988486 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-634d0755-187d-405b-b396-6c44100050fb req-84b7d498-e04f-4581-a1d1-1b8189f8ec13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 1098 time: 0.0841153
Apr 20 23:28:54.032549 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-634d0755-187d-405b-b396-6c44100050fb req-f5c0d4fa-64fc-4424-be6f-28a93fb4f454 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364757
Apr 20 23:28:54.753586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747a2c-690e-4e45-87a5-bdd44272820d req-46755add-466e-47e1-9a31-7fda75f1e01d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:54.755234 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d6747a2c-690e-4e45-87a5-bdd44272820d req-46755add-466e-47e1-9a31-7fda75f1e01d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1149626
Apr 20 23:28:54.858790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d6747a2c-690e-4e45-87a5-bdd44272820d req-67796c13-bb1c-4579-a9cd-40846177d2b5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651317
Apr 20 23:28:54.883165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f53380-cf08-4619-88df-361779283c83 req-6d8f0469-3ce9-4a56-9ddd-9256899b94c9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:54.884899 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a8f53380-cf08-4619-88df-361779283c83 req-6d8f0469-3ce9-4a56-9ddd-9256899b94c9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1285887
Apr 20 23:28:54.935261 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a8f53380-cf08-4619-88df-361779283c83 req-6166c81a-3cee-437b-a872-f40508dfac19 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432422
Apr 20 23:28:55.058682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa3434-ebe6-45cb-b389-6c62832647e6 req-c0fc1862-7bfa-4435-9736-99a0587d3679 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:55.060256 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25fa3434-ebe6-45cb-b389-6c62832647e6 req-c0fc1862-7bfa-4435-9736-99a0587d3679 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0913146
Apr 20 23:28:55.110361 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-25fa3434-ebe6-45cb-b389-6c62832647e6 req-e6746cca-aed6-4664-a892-e66ea76d4125 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426497
Apr 20 23:28:56.119601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c711c-e3fb-4ea8-ab97-f4526c569c33 req-8f1a029b-09e3-4cee-80de-a961c7360b7a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:56.121175 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8c9c711c-e3fb-4ea8-ab97-f4526c569c33 req-8f1a029b-09e3-4cee-80de-a961c7360b7a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1414363
Apr 20 23:28:56.188860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa800f-b97f-4fcb-91ef-16f6904b6208 req-9029a891-f22e-4787-8b14-a85753141886 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:56.190439 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0faa800f-b97f-4fcb-91ef-16f6904b6208 req-9029a891-f22e-4787-8b14-a85753141886 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1401262
Apr 20 23:28:56.193306 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8c9c711c-e3fb-4ea8-ab97-f4526c569c33 req-92ad6804-3500-4005-badf-a6f30fdd4696 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614035
Apr 20 23:28:56.243682 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0faa800f-b97f-4fcb-91ef-16f6904b6208 req-2c9c2a5d-adc1-40a7-8535-895f9be3137f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462999
Apr 20 23:28:56.388105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc886c4-3667-478e-9f43-c35a320c42b4 req-26abb7a4-2e44-4f67-b994-8c8b1baa748f tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:56.389713 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1dc886c4-3667-478e-9f43-c35a320c42b4 req-26abb7a4-2e44-4f67-b994-8c8b1baa748f tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0897517
Apr 20 23:28:56.441251 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1dc886c4-3667-478e-9f43-c35a320c42b4 req-702cf4e7-cf81-43f3-a0a2-f093f82c9319 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430629
Apr 20 23:28:57.481458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda224b-1dc5-4fc7-8a07-b23b778cb096 req-8011c6d8-119f-4d9b-b2d2-301e1180bf7b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:57.483705 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fcda224b-1dc5-4fc7-8a07-b23b778cb096 req-8011c6d8-119f-4d9b-b2d2-301e1180bf7b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1665585
Apr 20 23:28:57.493366 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d836ad5-c892-4b42-b532-11b7355f158b req-40fa67ce-3434-4306-a304-a81e2ffcbf81 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:57.494884 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1d836ad5-c892-4b42-b532-11b7355f158b req-40fa67ce-3434-4306-a304-a81e2ffcbf81 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1280868
Apr 20 23:28:57.569617 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fcda224b-1dc5-4fc7-8a07-b23b778cb096 req-bfffbf28-21d1-4db4-a2f9-d6144cb1d776 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735576
Apr 20 23:28:57.580625 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1d836ad5-c892-4b42-b532-11b7355f158b req-b46d7d86-4f58-42d0-b69a-d8f83bddcbe5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674438
Apr 20 23:28:57.772476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73141f-fd55-4cd2-96be-f57aab3b690b req-2056c4b5-dd27-44c7-b0c4-d4286eb26951 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:57.774098 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db73141f-fd55-4cd2-96be-f57aab3b690b req-2056c4b5-dd27-44c7-b0c4-d4286eb26951 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1000087
Apr 20 23:28:57.824535 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db73141f-fd55-4cd2-96be-f57aab3b690b req-efcbe5cb-1f46-443a-8379-e834e86d18f7 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408585
Apr 20 23:28:58.845400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35f3c2-352f-4f77-8b49-ac8208525b62 req-c3ecc0d8-d324-4f4a-b099-658d2767f0dd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:58.846992 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da35f3c2-352f-4f77-8b49-ac8208525b62 req-c3ecc0d8-d324-4f4a-b099-658d2767f0dd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1574225
Apr 20 23:28:58.856007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd65dc-e134-4cf1-9985-982bebc102d5 req-7d6859c4-e627-419e-a05e-1045affecca5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:58.857449 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-67cd65dc-e134-4cf1-9985-982bebc102d5 req-7d6859c4-e627-419e-a05e-1045affecca5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1265984
Apr 20 23:28:58.928082 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da35f3c2-352f-4f77-8b49-ac8208525b62 req-7a642814-cef6-4791-a675-71ab63ec1aad tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696039
Apr 20 23:28:58.936026 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-67cd65dc-e134-4cf1-9985-982bebc102d5 req-8c49d973-5c71-42af-818f-6424a1fbcee5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637817
Apr 20 23:28:59.145561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551291c7-74bc-4252-be2e-1415493c6d0e req-2f865889-2267-430d-9d60-9c8ce7c81369 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:28:59.147580 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-551291c7-74bc-4252-be2e-1415493c6d0e req-2f865889-2267-430d-9d60-9c8ce7c81369 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1128066
Apr 20 23:28:59.196518 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-551291c7-74bc-4252-be2e-1415493c6d0e req-c2b10e9d-7222-4be1-8c6f-695740e61bfd tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423698
Apr 20 23:29:00.141656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0434030-9290-4776-8da2-5eae4217eb94 req-56f11546-13ce-43a7-b26e-b92ae80de614 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:00.143259 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f0434030-9290-4776-8da2-5eae4217eb94 req-56f11546-13ce-43a7-b26e-b92ae80de614 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0922363
Apr 20 23:29:00.192708 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f0434030-9290-4776-8da2-5eae4217eb94 req-a3b4b984-ec32-47ad-a025-acae4a2b17cf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427999
Apr 20 23:29:00.399601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62591e8-83e6-4d00-a836-ebc65aad0415 req-2e17b830-9c14-4aae-858f-cf09deabde21 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:00.401189 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c62591e8-83e6-4d00-a836-ebc65aad0415 req-2e17b830-9c14-4aae-858f-cf09deabde21 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0888667
Apr 20 23:29:00.450582 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c62591e8-83e6-4d00-a836-ebc65aad0415 req-ee0b9723-7453-472d-966b-9c3b78ea6983 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429122
Apr 20 23:29:01.403428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fffd9-8234-4d5a-a0d3-6bcb7265d665 req-fdd6ca58-63af-482b-822c-2a69e8204f75 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:01.404991 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-287fffd9-8234-4d5a-a0d3-6bcb7265d665 req-fdd6ca58-63af-482b-822c-2a69e8204f75 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0930007
Apr 20 23:29:01.455573 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-287fffd9-8234-4d5a-a0d3-6bcb7265d665 req-ab44b97e-4ceb-44b8-bd12-7dcc7f916229 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440743
Apr 20 23:29:01.659879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938ccd4-bad1-4bcd-a583-2a0d783cd72c req-009e8550-5c2b-4c4d-838e-35d01cb1d63e tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:01.661723 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a938ccd4-bad1-4bcd-a583-2a0d783cd72c req-009e8550-5c2b-4c4d-838e-35d01cb1d63e tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.0910723
Apr 20 23:29:01.713875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a938ccd4-bad1-4bcd-a583-2a0d783cd72c req-4c9ab563-53ce-4179-9383-cf6d7e9ec960 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446217
Apr 20 23:29:02.465155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-593bbcf6-57c7-49c5-b67c-488447510002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:02.666848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de372-cd2e-4f12-aa93-3529fd388860 req-f8e676f9-3412-4739-8b10-c0746a0b4bf4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:02.668464 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b5de372-cd2e-4f12-aa93-3529fd388860 req-f8e676f9-3412-4739-8b10-c0746a0b4bf4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0946867
Apr 20 23:29:02.723900 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b5de372-cd2e-4f12-aa93-3529fd388860 req-e65c45f6-6b10-439b-a48a-52a500244931 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478098
Apr 20 23:29:03.224792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b680-f752-49ef-b227-f94d36f3a020 req-b53cf5e6-76d9-47fa-80c1-88256854e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:03.226761 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-b53cf5e6-76d9-47fa-80c1-88256854e875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 1098 time: 0.1511827
Apr 20 23:29:03.325532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e50f4e-6fa6-4a63-b642-4c717b0a28f1 req-5265b967-d0d0-41b6-88d7-822e8293197b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:03.333363 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-97e50f4e-6fa6-4a63-b642-4c717b0a28f1 req-5265b967-d0d0-41b6-88d7-822e8293197b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1153374
Apr 20 23:29:03.342605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37634) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:03.392842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-97e50f4e-6fa6-4a63-b642-4c717b0a28f1 req-46992bc4-591d-40e8-b8b4-6e3ba63382e2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584505
Apr 20 23:29:03.536018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.552015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:03.556473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Usage tracker for resource:security_group_rule and tenant:cf2efbec99834e15b96c192b193e47a4 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:03.559460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:03.566999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:03.668303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.671630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.679489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:03.722679 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf2efbec99834e15b96c192b193e47a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3788965
Apr 20 23:29:03.724433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f52861-02e0-48d3-aa6c-6bd339802375,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:03.725818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37654) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:03.732702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.733103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.733518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.733876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.734259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.734642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.735024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.735400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.735777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.736203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.736494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.736864 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.747312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:03.807717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.834532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.880204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.885647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:03.898647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f52861-02e0-48d3-aa6c-6bd339802375,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:03.909014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.909441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.909822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.910201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.910574 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.910948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.911317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.911668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.912041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.912404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.912846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.913174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:03.918718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:03.920985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:03.922240 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72f52861-02e0-48d3-aa6c-6bd339802375 HTTP/1.1" status: 204  len: 168 time: 0.1948864
Apr 20 23:29:04.229733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37674) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:04.249179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.265113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:04.269656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Usage tracker for resource:security_group_rule and tenant:95a90bdbc71445628be92c42d16a6d4b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:04.273157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:04.279716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:04.367581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.371263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.378296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7efa789f-1789-48bc-b09a-e0a23b86c0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:04.623644 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95a90bdbc71445628be92c42d16a6d4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3926766
Apr 20 23:29:04.624443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af337fc-38e2-402e-91a3-1a8f93e3e5fb,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:04.626633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37684) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:04.627572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:04.694310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.721195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.770162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.776496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:04.789559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af337fc-38e2-402e-91a3-1a8f93e3e5fb,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:04.792866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:04.793885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:04.797962 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4af337fc-38e2-402e-91a3-1a8f93e3e5fb HTTP/1.1" status: 204  len: 168 time: 0.1702228
Apr 20 23:29:04.828799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2f991317-6d83-482f-80ae-1c44adcf557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.168328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37698) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:05.196552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.211957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:05.216104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:58b4b4beaf8040d09da24fde9046828a is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:05.219127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:05.225404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:05.319951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.324423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.331601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0145a02f-7413-4d6d-99b0-445e6c2d4dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:05.374499 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58b4b4beaf8040d09da24fde9046828a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2047477
Apr 20 23:29:05.375396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020f9c89-5afa-4dad-8bcb-6c9fa552d097,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:05.378389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37704) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:05.378956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:05.447463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.460713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.474550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.519856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.523694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a340e261-fdd9-409c-892a-b83b86807a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:05.538279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020f9c89-5afa-4dad-8bcb-6c9fa552d097,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:05.541407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:05.551632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:05.552862 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/020f9c89-5afa-4dad-8bcb-6c9fa552d097 HTTP/1.1" status: 204  len: 168 time: 0.1669354
Apr 20 23:29:05.619112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:06.230772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b680-f752-49ef-b227-f94d36f3a020 req-d9ef561a-1e4b-4811-8352-afed3cc5fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:06.232584 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-d9ef561a-1e4b-4811-8352-afed3cc5fda1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.1814353
Apr 20 23:29:06.338458 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-2826c68a-d499-4924-b3cf-bd88da3a24ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f51b44-9472-4cc0-b921-607066da25db HTTP/1.1" status: 200  len: 217 time: 0.0957823
Apr 20 23:29:06.534993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992c701-8e02-4643-a984-ef5c2ba21abb req-c6d1b051-2c06-4e97-b9dc-5a89011260d9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:06.543336 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6992c701-8e02-4643-a984-ef5c2ba21abb req-c6d1b051-2c06-4e97-b9dc-5a89011260d9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1195590
Apr 20 23:29:06.580004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519b680-f752-49ef-b227-f94d36f3a020 req-4fcb357c-62c6-4ea4-b614-3bae3fa2f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:06.581762 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-4fcb357c-62c6-4ea4-b614-3bae3fa2f873 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.1284144
Apr 20 23:29:06.608051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6992c701-8e02-4643-a984-ef5c2ba21abb req-43a51148-b7cc-4692-a417-9ef25afa8d4b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635078
Apr 20 23:29:06.676051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-c129e324-190e-4d39-9261-7aad81150e6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530310
Apr 20 23:29:06.841676 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-cf9227ac-5efe-4871-a11d-4dbc8cb47ff2 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582797
Apr 20 23:29:06.969178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:06.999318 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5519b680-f752-49ef-b227-f94d36f3a020 req-bf855582-5793-430f-8486-e5d4d4214a5e service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474407
Apr 20 23:29:07.817309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813758-4151-4d09-9535-97d795f053f6 req-fd392f89-d8b0-44b1-8c84-40e641d880af tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:07.818925 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99813758-4151-4d09-9535-97d795f053f6 req-fd392f89-d8b0-44b1-8c84-40e641d880af tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0973504
Apr 20 23:29:08.060270 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99813758-4151-4d09-9535-97d795f053f6 req-7daf0f94-1dc1-4a4f-accf-bd8291790c9c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338648
Apr 20 23:29:08.449291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37860) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:08.596744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.616112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:08.628769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Usage tracker for resource:security_group_rule and tenant:9934e28db7914c8484f20c655a06216c is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:08.632185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:08.638573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:08.735501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.740221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.749896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:08.797122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37888) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:08.801905 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9934e28db7914c8484f20c655a06216c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3513372
Apr 20 23:29:08.803995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bbc5e5-22f8-44c4-9eeb-74bbed0af11f,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:08.807443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:08.874266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.906208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.954275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.959370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-46872374-b30d-4119-a593-b8b1969e4668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:08.979629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bbc5e5-22f8-44c4-9eeb-74bbed0af11f,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:08.987025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:08.988214 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6bbc5e5-22f8-44c4-9eeb-74bbed0af11f HTTP/1.1" status: 204  len: 168 time: 0.1899245
Apr 20 23:29:08.989296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:09.175627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37908) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:09.290317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c940e-535c-4f89-9952-821ab2d538ad req-11fb4881-80e9-4bae-9aef-8d88c105050c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:09.292376 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b95c940e-535c-4f89-9952-821ab2d538ad req-11fb4881-80e9-4bae-9aef-8d88c105050c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0993054
Apr 20 23:29:09.353104 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b95c940e-535c-4f89-9952-821ab2d538ad req-e8257e7c-8b85-4e94-a9f3-459bc8171bb6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531802
Apr 20 23:29:09.361093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37916) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:09.371809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.380714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.387123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:09.391075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Usage tracker for resource:security_group_rule and tenant:659523fa189f4b3492188d6e00c8851a is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:09.394006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:09.395989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:09.400220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8d5e94b2e94f42c082e4cdafc2f2bacb is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:09.400363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:09.403169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:09.409048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:09.485655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.489141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.498717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.500282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a667dbf9-7b7f-4296-a74e-c6750da22b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:09.502090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.509757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-df040d63-c0f6-492d-abc0-a93edf0a0cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:09.538768 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=659523fa189f4b3492188d6e00c8851a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3617079
Apr 20 23:29:09.542091 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 37920) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:09.552119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fae88d-3ed1-46d3-a90a-76b085385a1f,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:09.555346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a26b22a-6e28-4085-b8e2-c7424f636174,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:09.559794 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d5e94b2e94f42c082e4cdafc2f2bacb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1948607
Apr 20 23:29:09.559794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:09.560025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37924) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:09.586386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:09.609219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.621926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.636016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.648823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.687600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.692721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-22d692d2-92f0-4975-9be9-b570c99b306e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:09.700597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.705883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac55ab40-36fc-47d2-b4d6-0a28faa92816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:09.706786 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a26b22a-6e28-4085-b8e2-c7424f636174,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:09.709609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:09.710861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.715017 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a26b22a-6e28-4085-b8e2-c7424f636174 HTTP/1.1" status: 204  len: 168 time: 0.1719160
Apr 20 23:29:09.722034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fae88d-3ed1-46d3-a90a-76b085385a1f,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:09.724337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:09.734169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:09.739972 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84fae88d-3ed1-46d3-a90a-76b085385a1f HTTP/1.1" status: 204  len: 168 time: 0.1789970
Apr 20 23:29:10.173627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37950) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:10.195693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.211741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:10.215866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Usage tracker for resource:security_group_rule and tenant:1085644b76da436ba5dafc7526de2eb3 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:10.218904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:10.224996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:10.310807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.314509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.323138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-afcacba5-ae64-4600-a29c-e3d54df0fe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:10.365070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e9bd1-eab1-46af-bc71-69933cce807a,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:10.370815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:10.373721 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1085644b76da436ba5dafc7526de2eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1989906
Apr 20 23:29:10.376932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 37960) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:10.445408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.475280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.527413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.535271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b0350dc2-af2c-4d3e-9b4c-e2fc34ae9387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:10.550195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:10.554099 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be7e9bd1-eab1-46af-bc71-69933cce807a HTTP/1.1" status: 204  len: 168 time: 0.1732845
Apr 20 23:29:10.554099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e9bd1-eab1-46af-bc71-69933cce807a,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:10.556395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:10.579948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0f780-6935-4767-b43f-9ff969de2f56 req-e22a7181-3418-40f0-be9a-225dfe2ba754 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:10.582229 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62f0f780-6935-4767-b43f-9ff969de2f56 req-e22a7181-3418-40f0-be9a-225dfe2ba754 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1027820
Apr 20 23:29:10.631638 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62f0f780-6935-4767-b43f-9ff969de2f56 req-ce23beaf-2088-4199-bc02-10e83feb29af tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424013
Apr 20 23:29:11.852477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2b0e-dc04-45f6-9beb-22963bc6ff6d req-e9076f22-4e05-4db1-ac42-596134789e42 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:11.854130 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d99c2b0e-dc04-45f6-9beb-22963bc6ff6d req-e9076f22-4e05-4db1-ac42-596134789e42 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0922842
Apr 20 23:29:11.911965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d99c2b0e-dc04-45f6-9beb-22963bc6ff6d req-3316184e-f429-4c61-a9d0-41652431ea55 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512371
Apr 20 23:29:13.123510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036a4c-844e-4754-8832-e91866d8d993 req-4892eea6-c0ef-4b87-87d4-5fcb4a0ed082 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:13.125153 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41036a4c-844e-4754-8832-e91866d8d993 req-4892eea6-c0ef-4b87-87d4-5fcb4a0ed082 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1032481
Apr 20 23:29:13.175640 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41036a4c-844e-4754-8832-e91866d8d993 req-d5de6f46-1fd0-4f8b-b738-c1a5ff8748ac tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428722
Apr 20 23:29:13.578279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38110) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:13.720817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:13.738047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:13.742789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Usage tracker for resource:security_group_rule and tenant:be262a93e70846f3976fb6255fb78832 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:13.746669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:13.753139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:13.857380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:13.863036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:13.877656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ec352ccc-9dbd-46e4-bb01-b76ba96721a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:13.911610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38132) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:13.912013 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be262a93e70846f3976fb6255fb78832&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3320708
Apr 20 23:29:13.934583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe71100-42bc-40e0-99b3-ec8028c35fd7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:13.938094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:13.943264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38138) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:14.012022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.046495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.087156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.106263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:14.110482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Usage tracker for resource:security_group_rule and tenant:1909ef2210424d648341bc855edd77f8 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:14.113488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:14.120411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:14.122298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.129024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:14.141559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe71100-42bc-40e0-99b3-ec8028c35fd7,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:14.150403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:14.151495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.155887 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efe71100-42bc-40e0-99b3-ec8028c35fd7 HTTP/1.1" status: 204  len: 168 time: 0.2427626
Apr 20 23:29:14.223947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.228396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.238101 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-539c446c-72a0-4f57-9adb-2005c16f8e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:14.267730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0201c84-238a-449b-9ec0-a8b3e4afe867,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:14.272824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:14.302196 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1909ef2210424d648341bc855edd77f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3526030
Apr 20 23:29:14.302196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38160) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:14.377126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.418843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.441755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012900f-c58a-467d-abe3-345d57de6858 req-0c7d31cb-7f2f-48e5-80dc-86b6595fa7d9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:14.443747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0012900f-c58a-467d-abe3-345d57de6858 req-0c7d31cb-7f2f-48e5-80dc-86b6595fa7d9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1065490
Apr 20 23:29:14.466155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.475063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-10770504-00e3-453f-88e9-d250da35bb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:14.490932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0201c84-238a-449b-9ec0-a8b3e4afe867,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:14.498587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:14.499819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.501217 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0201c84-238a-449b-9ec0-a8b3e4afe867 HTTP/1.1" status: 204  len: 168 time: 0.1997054
Apr 20 23:29:14.530141 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0012900f-c58a-467d-abe3-345d57de6858 req-b6c241bd-34c3-4f7b-8124-d921a67e8ed3 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790112
Apr 20 23:29:14.554086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38172) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:14.574140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.594300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:14.598892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf95faaa00e42479554cb6e69842fb1 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:14.602770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:14.609557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:14.705452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.709557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.718992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-97885831-ca3f-45b2-bec4-c9bb55519d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:14.761102 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cf95faaa00e42479554cb6e69842fb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2057679
Apr 20 23:29:14.762826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af29dd0-862b-45a2-a384-71759cd54af7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:14.764156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38182) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:14.765962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:14.831366 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.859970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.909036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.914335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8cdc672c-b35b-4a61-9167-5a5ea45a9fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:14.925354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af29dd0-862b-45a2-a384-71759cd54af7,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:14.930937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:14.932825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:14.936580 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0af29dd0-862b-45a2-a384-71759cd54af7 HTTP/1.1" status: 204  len: 168 time: 0.1687586
Apr 20 23:29:15.745616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38258) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:15.768868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baa485-889d-41e1-af7a-83fdc69b3c27 req-68df40b3-c148-4bef-89bc-fa64b535c30e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:15.777685 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54baa485-889d-41e1-af7a-83fdc69b3c27 req-68df40b3-c148-4bef-89bc-fa64b535c30e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1142099
Apr 20 23:29:15.850047 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54baa485-889d-41e1-af7a-83fdc69b3c27 req-a4fe6499-f1b0-4845-8b9b-690d9db90467 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600870
Apr 20 23:29:15.898245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568433283-network', 'tenant_id': '901854c2e6b24f8fb9a3b63a2c1bed51'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:15.904002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:15.916203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Usage tracker for resource:network and tenant:901854c2e6b24f8fb9a3b63a2c1bed51 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:15.919599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:15.926823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:15.936364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Made reservation on behalf of 901854c2e6b24f8fb9a3b63a2c1bed51 for: {'network': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:29:15.941072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.954254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:15.969874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:15.973929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:901854c2e6b24f8fb9a3b63a2c1bed51 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:15.977010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:15.983078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:16.068175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.071147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.077057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:16.109910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=86397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:29:16.118945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18baf2b2-36b3-403f-9bbe-41a1a15028c8,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:16.122244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:16.126173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.126537 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Added segment 92280371-0718-4682-a847-afa3ce51c1a7 of type vlan for network f3523510-917c-4fc9-9657-6648e2fb6f77
Apr 20 23:29:16.153562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.185268 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.186840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:16.187470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.192619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-00c7721d-fda4-4dd1-bb59-1b38dcf79f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:16.291190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3523510-917c-4fc9-9657-6648e2fb6f77,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:16.294144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:16.302535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network f3523510-917c-4fc9-9657-6648e2fb6f77 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:29:16.319833 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5729718
Apr 20 23:29:16.320099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38292) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:16.332160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Request body: {'subnet': {'network_id': 'f3523510-917c-4fc9-9657-6648e2fb6f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568433283-subnet', 'tenant_id': '901854c2e6b24f8fb9a3b63a2c1bed51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:16.337493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:16.341510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Usage tracker for resource:subnet and tenant:901854c2e6b24f8fb9a3b63a2c1bed51 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:16.344583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:16.354841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:16.365485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Made reservation on behalf of 901854c2e6b24f8fb9a3b63a2c1bed51 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:29:16.370383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.782648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.789948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-db87e03a-1aff-43c8-9b82-cb0660b5077b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:16.884633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef076725-6222-42c1-9ea5-eb873b2ce5e6,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:16.888380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:16.889617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Checking segment: {'id': '92280371-0718-4682-a847-afa3ce51c1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f3523510-917c-4fc9-9657-6648e2fb6f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:29:16.890035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Network hostable DHCP agents. Network: f3523510-917c-4fc9-9657-6648e2fb6f77, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:29:16.912852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Network f3523510-917c-4fc9-9657-6648e2fb6f77 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:29:16.928280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, f3523510-917c-4fc9-9657-6648e2fb6f77) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:16.944663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbc01c-4ffb-4fb6-88e1-f69667c5c55b None None] Network f3523510-917c-4fc9-9657-6648e2fb6f77 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:29:16.956166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:16.957120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:16.979026 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a766c4bb-4ec0-48a7-8d9d-1eb6d5b24163 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6573849
Apr 20 23:29:17.073091 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed89c4-8d18-4bb8-8c35-ae4271abe0f8 req-4686e1ee-69b3-467a-95e5-ca0cded67171 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:17.081281 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99ed89c4-8d18-4bb8-8c35-ae4271abe0f8 req-4686e1ee-69b3-467a-95e5-ca0cded67171 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1005850
Apr 20 23:29:17.132662 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99ed89c4-8d18-4bb8-8c35-ae4271abe0f8 req-a4e3cc90-6b35-4ba4-a75a-6d5b53854029 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497863
Apr 20 23:29:17.208524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09544f9f-2ddc-4d5f-8fa0-cb42192bf6f1 None None] Network f3523510-917c-4fc9-9657-6648e2fb6f77 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:29:17.648741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38352) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:17.655097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390865753-network', 'tenant_id': '569a4b6acca649919cc2265c404ac7a4'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:17.660233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:17.664281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Usage tracker for resource:network and tenant:569a4b6acca649919cc2265c404ac7a4 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:17.667734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:17.674005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:17.683990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Made reservation on behalf of 569a4b6acca649919cc2265c404ac7a4 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:29:17.695767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.711267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.730611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:17.735870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Usage tracker for resource:security_group_rule and tenant:569a4b6acca649919cc2265c404ac7a4 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:17.739070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:17.745570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:17.835029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.838673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.841894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-31b52150-b1af-4708-b216-fef5d7cd8abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:17.871704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:29:17.881038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea4564-dbff-4625-becf-6cca72fa92e4,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:17.887278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.887634 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Added segment faad590a-f5c2-4e57-a840-1e2244918a8d of type vlan for network f2fa94dc-a4d3-436f-be4a-066118c2be69
Apr 20 23:29:17.888899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:17.916979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.949910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.951307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:17.951947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:17.956999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:18.066744 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4165335
Apr 20 23:29:18.069627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38366) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:18.078088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Request body: {'subnet': {'network_id': 'f2fa94dc-a4d3-436f-be4a-066118c2be69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390865753-subnet', 'tenant_id': '569a4b6acca649919cc2265c404ac7a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:18.081543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Pushing event updated for resources: {'Network': ['ID=f2fa94dc-a4d3-436f-be4a-066118c2be69,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:18.085885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:18.088497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:18.091161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Usage tracker for resource:subnet and tenant:569a4b6acca649919cc2265c404ac7a4 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:18.094575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:18.097128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network f2fa94dc-a4d3-436f-be4a-066118c2be69 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:29:18.101060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:18.114370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Made reservation on behalf of 569a4b6acca649919cc2265c404ac7a4 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:29:18.119448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.443020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38378) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:18.463182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821b7ee-a786-413f-afad-defa5cb00480 req-86fdc52b-edfd-4b6b-8e85-91d6915ef32b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:18.470789 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0821b7ee-a786-413f-afad-defa5cb00480 req-86fdc52b-edfd-4b6b-8e85-91d6915ef32b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1994095
Apr 20 23:29:18.584012 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0821b7ee-a786-413f-afad-defa5cb00480 req-31a8c3d6-756e-4643-aeba-78003e2d5d6e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121631
Apr 20 23:29:18.655821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.681623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:18.685681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Usage tracker for resource:security_group_rule and tenant:83ba2c23f3a14a58b519374295bf0843 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:18.688656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:18.698907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:18.718078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.723117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:18.797118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.802508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.810941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367e00f9-95e0-4b6e-9131-7e9b529b0f2d,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:18.813403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:18.815156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:18.815937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Checking segment: {'id': 'faad590a-f5c2-4e57-a840-1e2244918a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f2fa94dc-a4d3-436f-be4a-066118c2be69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:29:18.816324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Network hostable DHCP agents. Network: f2fa94dc-a4d3-436f-be4a-066118c2be69, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:29:18.842317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Network f2fa94dc-a4d3-436f-be4a-066118c2be69 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:29:18.852596 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, f2fa94dc-a4d3-436f-be4a-066118c2be69) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:18.859655 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83ba2c23f3a14a58b519374295bf0843&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4153318
Apr 20 23:29:18.860283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4e25d-b84e-4f70-b5cc-ef49443d5c85,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:18.864371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:18.865073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38400) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:18.865963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7b620-ac4d-4fa4-8f4c-8d931f5c9ea9 None None] Network f2fa94dc-a4d3-436f-be4a-066118c2be69 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:29:18.869997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:18.870739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:18.893885 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-bf0b5fc7-2c81-42b9-8866-a1c7de3b1d82 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8226357
Apr 20 23:29:18.946783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:19.012142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:19.163910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a813e9b-9322-455d-a131-814fbed5a096 None None] Network f2fa94dc-a4d3-436f-be4a-066118c2be69 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:29:19.165656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:19.171683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ec3aedc-1364-4a9a-b2df-83f921bbefc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:19.192432 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4e25d-b84e-4f70-b5cc-ef49443d5c85,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:19.195271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:19.201646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:19.206183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93e4e25d-b84e-4f70-b5cc-ef49443d5c85 HTTP/1.1" status: 204  len: 168 time: 0.3392224
Apr 20 23:29:19.451536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-b4dec7c1-6fbc-4a0e-868a-d4b713cf757c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:19.460047 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-b4dec7c1-6fbc-4a0e-868a-d4b713cf757c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.2196310
Apr 20 23:29:19.484152 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-84102eb4-f599-48ea-a30a-44cdf6f701ee tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/quotas/d0374b0e56b94acbad1593288ac9e4df HTTP/1.1" status: 200  len: 375 time: 0.0227373
Apr 20 23:29:19.555462 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-258b98ba-ef74-44af-b978-37e17d055c9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1191337
Apr 20 23:29:19.615158 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-1a5e8bcf-cca9-4b5f-889c-97fe486b3bfe tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1300924
Apr 20 23:29:19.796408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-ec9fd1e3-0aa2-4d7c-911d-64e605944086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:19.798089 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-ec9fd1e3-0aa2-4d7c-911d-64e605944086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 1098 time: 0.1412804
Apr 20 23:29:19.805574 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-4a908f62-1454-465c-8e9f-d5996462e8e0 service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817403
Apr 20 23:29:19.999675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-8c24cd0d-6644-40e4-9111-99e03c5af29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:20.004237 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-8c24cd0d-6644-40e4-9111-99e03c5af29d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 915 time: 0.1767232
Apr 20 23:29:20.104228 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-6bd7ae39-00b9-4dd5-8987-0ed7ddbbcda7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a HTTP/1.1" status: 200  len: 217 time: 0.0923905
Apr 20 23:29:20.116377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96b66-3b22-46bf-9818-77da08de8776 req-2ad2b4fa-0144-4816-b624-1ef9ae67d33d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:20.118452 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ecb96b66-3b22-46bf-9818-77da08de8776 req-2ad2b4fa-0144-4816-b624-1ef9ae67d33d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.3179531
Apr 20 23:29:20.124610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-432da032-b2f1-46b9-9037-d20e86125643 service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717896
Apr 20 23:29:20.190374 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ecb96b66-3b22-46bf-9818-77da08de8776 req-777729e1-136a-41d1-985e-aa7d969a8387 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520165
Apr 20 23:29:20.264880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-d7ec39a2-4d23-4e18-98bc-ebc8a43be981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:20.266649 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-d7ec39a2-4d23-4e18-98bc-ebc8a43be981 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.1519642
Apr 20 23:29:20.342529 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-ef1f0513-4447-4340-9763-aab9651f5818 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0644794
Apr 20 23:29:20.550177 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9ba2aeb-dd43-43c1-b80f-0372e915f6fa req-d066a434-9272-4389-989d-f4c8af4d3f13 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 210 time: 0.1257441
Apr 20 23:29:20.630733 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-1dedef24-91a6-4668-b3fe-3334c4856c56 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768412
Apr 20 23:29:20.821550 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f52d8808-65d8-4a25-8c40-597af76e4bd3 req-824069d8-5e73-4e7a-9d00-8204b4e3d2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760781
Apr 20 23:29:21.110365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38542) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:21.281802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.299147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:21.303350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Usage tracker for resource:security_group_rule and tenant:350346e1cea341f09d2645a88a709b7a is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:21.306946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:21.313161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:21.438476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.446822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.468422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed8c96ad-a5ed-4939-9854-93f39880316f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:21.508995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a5254-3efc-40b2-81dd-cc72b2689c28,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:21.523900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:21.551158 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=350346e1cea341f09d2645a88a709b7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4387703
Apr 20 23:29:21.552385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38568) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:21.672667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.703978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.806828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.812350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b7050e5c-8b57-4335-976c-0bb9c33bdb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:21.826670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a5254-3efc-40b2-81dd-cc72b2689c28,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:21.830178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:21.832317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:21.833852 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb3a5254-3efc-40b2-81dd-cc72b2689c28 HTTP/1.1" status: 204  len: 168 time: 0.2803171
Apr 20 23:29:21.835472 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fcdf6dc4-dc43-4f79-8522-ad874a7021d2 req-96fcc695-fc31-4758-bbbf-b36cc51b39b5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 210 time: 0.1146870
Apr 20 23:29:21.857230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c5d3-5b5f-4562-8be9-0f2fa0c30f9f req-a52ed2e2-3d39-4bd0-a1ff-f9e00cc2d482 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:21.859011 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-91d7c5d3-5b5f-4562-8be9-0f2fa0c30f9f req-a52ed2e2-3d39-4bd0-a1ff-f9e00cc2d482 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.4816594
Apr 20 23:29:22.014215 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-91d7c5d3-5b5f-4562-8be9-0f2fa0c30f9f req-d587d501-7a54-4f13-9ded-f01f12443234 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369131
Apr 20 23:29:22.205498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-b259fe62-e2a2-40bc-816c-ae6e36b2c17b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:22.207741 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-b259fe62-e2a2-40bc-816c-ae6e36b2c17b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.2218843
Apr 20 23:29:22.228311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Request body: {'port': {'device_id': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'admin_state_up': True, 'tenant_id': 'd0374b0e56b94acbad1593288ac9e4df'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:22.424558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:22.430338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Usage tracker for resource:port and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:22.437895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:22.445888 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:22.457165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Made reservation on behalf of d0374b0e56b94acbad1593288ac9e4df for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:29:22.464941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:22.645202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38630) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:22.706588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Allocated IP 172.20.0.10 (2fca4335-2dc6-410b-adbf-5d568c77cd8d/5d1b4bf5-f4a8-4146-a6aa-eafdb4916702/d42b0a91-646d-4ac4-8df2-4bc387f83a58) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:29:22.892574 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:22.909939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:22.914063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Usage tracker for resource:security_group_rule and tenant:b1db1a3c843c41ab88d59870920ca901 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:22.917480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:22.923891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:23.030585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.034278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.054844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ea9aeddc-f430-4269-872d-7bd0a2435425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:23.267998 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9656c389-1f75-4d8f-a6fd-19254fe723df req-333f10b5-0927-4fb7-a19b-a1fa9962b530 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 210 time: 0.1807292
Apr 20 23:29:23.270922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.274632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d6afc-47d7-4e07-bc19-230835c8ade5,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:23.307825 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1db1a3c843c41ab88d59870920ca901&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6612556
Apr 20 23:29:23.308508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38660) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:23.309086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:23.360448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cca045-0819-4403-af85-922b4d3ef23a req-a2a52183-6f0d-413d-859c-76fb0bf4191c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:23.362173 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0cca045-0819-4403-af85-922b4d3ef23a req-a2a52183-6f0d-413d-859c-76fb0bf4191c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1546350
Apr 20 23:29:23.363644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.382366 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:23.387767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:29:23.454628 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0cca045-0819-4403-af85-922b4d3ef23a req-5128914b-28fc-4eec-8afe-0ddce7813d57 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816317
Apr 20 23:29:23.479611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:29:23.483653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:29:23.486324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:29:23.517421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.544373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event updated for resources: {'Port': ['ID=d42b0a91-646d-4ac4-8df2-4bc387f83a58,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:23.547639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:23.582840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.613795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:23.614405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.658787 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4415548
Apr 20 23:29:23.673640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Request body: {'port': {'device_id': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:29:23.705078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.716481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:23.743729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d6afc-47d7-4e07-bc19-230835c8ade5,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:23.746284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:23.750481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.751655 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae9d6afc-47d7-4e07-bc19-230835c8ade5 HTTP/1.1" status: 204  len: 168 time: 0.4417014
Apr 20 23:29:23.826347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:23.876488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.274266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42b0a91-646d-4ac4-8df2-4bc387f83a58 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:29:24.285354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.303916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Transition to ACTIVE for port object d42b0a91-646d-4ac4-8df2-4bc387f83a58 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:29:24.310724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.317637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d80e332c-d75c-4872-a70d-5938f0d46216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:24.390261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38696) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:24.454426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.583274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d42b0a91-646d-4ac4-8df2-4bc387f83a58,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:24.590704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:24.607580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:24.626500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e599ad8a724c4b9a259e871beec061 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:24.708649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Attempting to bind port d42b0a91-646d-4ac4-8df2-4bc387f83a58 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:29:24.709195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Attempting to bind port d42b0a91-646d-4ac4-8df2-4bc387f83a58 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:29:24.709592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Attempting to bind port d42b0a91-646d-4ac4-8df2-4bc387f83a58 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:29:24.716988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Port d42b0a91-646d-4ac4-8df2-4bc387f83a58 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:29:24.717382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Attempting to bind port d42b0a91-646d-4ac4-8df2-4bc387f83a58 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:29:24.722002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:24.723793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:29:24.724164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Checking segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:29:24.724573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Bound using segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:29:24.725051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Bound port: d42b0a91-646d-4ac4-8df2-4bc387f83a58, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:29:24.725459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.732970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:24.805314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612dba1-79c8-408a-bc0e-4b98d0af21b2 req-36ae2eb2-4b18-4e9b-8bf5-9d11044a3498 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:24.807036 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6612dba1-79c8-408a-bc0e-4b98d0af21b2 req-36ae2eb2-4b18-4e9b-8bf5-9d11044a3498 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.3547373
Apr 20 23:29:24.841265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] For port d42b0a91-646d-4ac4-8df2-4bc387f83a58, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:29:24.845898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] For port d42b0a91-646d-4ac4-8df2-4bc387f83a58, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:29:24.850994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.873361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20747f-ffc0-4ddd-9b5f-2304b770ab2e req-5dc9bdab-fc0f-4c27-a8a4-81adfd932c4a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:24.874072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:24.875098 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2b20747f-ffc0-4ddd-9b5f-2304b770ab2e req-5dc9bdab-fc0f-4c27-a8a4-81adfd932c4a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.2453120
Apr 20 23:29:24.941756 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6612dba1-79c8-408a-bc0e-4b98d0af21b2 req-1b1ea2ff-eab2-4a14-8d2a-0a2b66d1c221 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187675
Apr 20 23:29:24.943131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:24.943799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:24.945410 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d42b0a91-646d-4ac4-8df2-4bc387f83a58 HTTP/1.1" status: 200  len: 1094 time: 1.2764833
Apr 20 23:29:24.945941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'tag': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:29:24.999852 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2b20747f-ffc0-4ddd-9b5f-2304b770ab2e req-e5d57f9e-b97c-4ed2-9755-5fdc4947887a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100805
Apr 20 23:29:25.010062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d42b0a91-646d-4ac4-8df2-4bc387f83a58,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:25.020569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:25.025927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:25.061472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-558572ea-e1c6-4f5a-8e91-52a5d6038360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:25.072490 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3e599ad8a724c4b9a259e871beec061&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6810634
Apr 20 23:29:25.075232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38722) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:25.089316 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'tag': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', 'status': 'completed', 'code': 200}
Apr 20 23:29:25.090129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:25.155302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-a825200c-064f-4b94-aa78-7acc2a94c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:25.156937 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-a825200c-064f-4b94-aa78-7acc2a94c7a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 1097 time: 0.1434436
Apr 20 23:29:25.165527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:25.182748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e37a70-a7fe-4964-858c-fedecf73a391,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:25.188527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:25.207843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:25.262874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:25.267835 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-770a3fdc-a771-46b1-8f86-b35a3919e405 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58 HTTP/1.1" status: 200  len: 217 time: 0.1012011
Apr 20 23:29:25.269111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:25.284973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e37a70-a7fe-4964-858c-fedecf73a391,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:25.288348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:25.294279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:25.299689 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e37a70-a7fe-4964-858c-fedecf73a391 HTTP/1.1" status: 204  len: 168 time: 0.2221513
Apr 20 23:29:25.349373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-3bd0aff8-5a5d-4b94-a873-9c0e9bd3f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:25.350947 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-3bd0aff8-5a5d-4b94-a873-9c0e9bd3f5ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.0744917
Apr 20 23:29:25.412028 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-f70043d6-7d01-4e78-a914-87204ede6bf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522590
Apr 20 23:29:25.607050 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-5525d2a0-30ee-4fad-8366-b7c4c3ac933a service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781213
Apr 20 23:29:25.807268 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c44edb33-8bfa-4e5b-ac59-0345a37aa869 req-60387c5d-6dd5-42b2-8127-38670afc98c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871967
Apr 20 23:29:25.966359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-acf9484f-46e4-41dc-9a26-ad085909340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:25.968328 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-acf9484f-46e4-41dc-9a26-ad085909340a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 1097 time: 0.1046960
Apr 20 23:29:26.268885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-73bc3645-9382-4399-9363-7be5e3cb41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:26.270810 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-73bc3645-9382-4399-9363-7be5e3cb41f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 915 time: 0.2933912
Apr 20 23:29:26.303298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5857-9434-407d-b9fb-73fb6632abbb req-5909fa84-c36c-46b5-baba-8c3e95cb1544 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:26.310053 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-710f5857-9434-407d-b9fb-73fb6632abbb req-5909fa84-c36c-46b5-baba-8c3e95cb1544 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.1898563
Apr 20 23:29:26.394254 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-710f5857-9434-407d-b9fb-73fb6632abbb req-1fdf50e1-7d72-436c-bc67-5041bb5de7a3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830491
Apr 20 23:29:26.423035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bf37a-564c-4387-bc9d-d3988a068e94 req-2c603372-1eed-4004-a7b1-e17e516484c5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:26.425699 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-821fe85a-f429-43a2-9f25-d7e823fcefb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58 HTTP/1.1" status: 200  len: 217 time: 0.1413167
Apr 20 23:29:26.428726 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-562bf37a-564c-4387-bc9d-d3988a068e94 req-2c603372-1eed-4004-a7b1-e17e516484c5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.2415674
Apr 20 23:29:26.537455 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-562bf37a-564c-4387-bc9d-d3988a068e94 req-242dad67-cd92-48e9-b1f6-afbb45ba4cab tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001697
Apr 20 23:29:26.561196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-1d13854d-fad8-4f9b-80e9-6d036d3a198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:26.565563 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-1d13854d-fad8-4f9b-80e9-6d036d3a198b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.1282845
Apr 20 23:29:26.654256 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-89686824-a1cb-4769-b862-bc4c4b266084 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694911
Apr 20 23:29:26.854486 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-1dc84dbe-bad3-4b4f-ad8b-ae23e1e63e86 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819232
Apr 20 23:29:26.964982 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311d603-4eb3-4bea-8379-d74d95de0df1 req-5b08121d-a80d-4b09-968d-1bae1a47bbd0 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:26.966808 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5311d603-4eb3-4bea-8379-d74d95de0df1 req-5b08121d-a80d-4b09-968d-1bae1a47bbd0 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1550572
Apr 20 23:29:27.027930 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92dc0e14-eee9-46bf-8c7a-c88e433a7fd8 req-447145c3-598e-4b52-aa30-f55edc661257 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630957
Apr 20 23:29:27.050569 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5311d603-4eb3-4bea-8379-d74d95de0df1 req-40f56d9d-9378-4e3b-8a38-ec7d671391b8 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771923
Apr 20 23:29:27.633358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aeffd-5fa9-4faf-85a3-380b06370e1c req-c9d2ba10-5e6f-4a3b-b705-53611925e0f5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:27.642874 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-159aeffd-5fa9-4faf-85a3-380b06370e1c req-c9d2ba10-5e6f-4a3b-b705-53611925e0f5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.1345391
Apr 20 23:29:27.663215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:29:27.751116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-159aeffd-5fa9-4faf-85a3-380b06370e1c req-ae6deb50-c455-40ce-ac37-5501905a5f20 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070607
Apr 20 23:29:27.795355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72044c-c152-4922-a49b-7358568a9257 req-9f561deb-ec1f-4348-8fb3-2d514fb4a91d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:27.797118 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db72044c-c152-4922-a49b-7358568a9257 req-9f561deb-ec1f-4348-8fb3-2d514fb4a91d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1301217
Apr 20 23:29:27.857445 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db72044c-c152-4922-a49b-7358568a9257 req-2d403cd5-a842-4d5e-912b-062ed1715384 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533023
Apr 20 23:29:28.275485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 38836) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:28.303740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d37bb-9503-4e35-b0d6-a3748fb98a94 req-7b36d51b-0f02-4737-8ff4-44ae7226c0cb tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:28.312237 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-469d37bb-9503-4e35-b0d6-a3748fb98a94 req-7b36d51b-0f02-4737-8ff4-44ae7226c0cb tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1089928
Apr 20 23:29:28.372478 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-469d37bb-9503-4e35-b0d6-a3748fb98a94 req-6728519b-f771-4a9f-ac98-c4ec17ac8417 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587950
Apr 20 23:29:28.432305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.451323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:28.455806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Usage tracker for resource:security_group_rule and tenant:d916558912784cff92f8baa47f2171e1 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:28.459153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:28.467606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:28.589218 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.592188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.601521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d7f4815-0515-41a3-b6d7-e8cf5bcd04c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:28.643965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d916558912784cff92f8baa47f2171e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3672962
Apr 20 23:29:28.645844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6e7af4-26eb-46e6-96c2-a2b0d2ed109f,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:28.647064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38850) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:28.648956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:28.720288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.748530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.800632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.806056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a23f6f67-62c0-4354-8cba-5296d08a5c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:28.817067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6e7af4-26eb-46e6-96c2-a2b0d2ed109f,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:28.819967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:28.827342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:28.828826 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c6e7af4-26eb-46e6-96c2-a2b0d2ed109f HTTP/1.1" status: 204  len: 168 time: 0.1798699
Apr 20 23:29:28.979844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71b7ce-0f06-496a-b404-2f2a085846e6 req-3e9ee9ed-86e0-4efa-95ab-631c8e9a9607 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:28.981599 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d71b7ce-0f06-496a-b404-2f2a085846e6 req-3e9ee9ed-86e0-4efa-95ab-631c8e9a9607 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.0996110
Apr 20 23:29:29.081497 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d71b7ce-0f06-496a-b404-2f2a085846e6 req-b394e7f0-3595-428c-ba4b-f3e965458d0f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905244
Apr 20 23:29:29.140077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-50b7e394-e9a2-464a-abc4-3d0eb5b65b49 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:29.140962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-50b7e394-e9a2-464a-abc4-3d0eb5b65b49 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Synchronizing usage tracker for tenant:258a861085714ba3ab7edad7716a5784 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:29:29.143973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b378087-c03f-4428-9083-92f9e9b7462c req-3e6ef10a-c4bd-4e41-ab81-5e6ce0deb768 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:29.154527 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6b378087-c03f-4428-9083-92f9e9b7462c req-3e6ef10a-c4bd-4e41-ab81-5e6ce0deb768 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1509724
Apr 20 23:29:29.168935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-50b7e394-e9a2-464a-abc4-3d0eb5b65b49 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Unset dirty status for tenant:258a861085714ba3ab7edad7716a5784 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:29:29.170842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-50b7e394-e9a2-464a-abc4-3d0eb5b65b49 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.20 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1647472
Apr 20 23:29:29.207891 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6b378087-c03f-4428-9083-92f9e9b7462c req-9057bdb3-0d3d-4ed9-9e92-8bad673b7338 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524163
Apr 20 23:29:29.221259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38868) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:29.243391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.255428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Deleting port 09f10084-0e5b-4c99-9867-672af208a9c8 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:29:29.255890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.259120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:29.263263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Usage tracker for resource:security_group_rule and tenant:7c2318b742154786b53f0a33418f0af0 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:29.266313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:29.272314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:29.361045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.364950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.374861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2241c490-3375-47ab-9927-b4400062eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:29.423178 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c2318b742154786b53f0a33418f0af0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981606
Apr 20 23:29:29.423178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1c68d-dfd6-460d-a038-d9247de6b7c9,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:29.424197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 38874) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:29.426773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:29.488118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.534931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] For port 09f10084-0e5b-4c99-9867-672af208a9c8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=09f10084-0e5b-4c99-9867-672af208a9c8,segment=NetworkSegment(4947ae78-5bab-43d1-8584-42a00ab43223),segment_id=4947ae78-5bab-43d1-8584-42a00ab43223)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:29:29.535328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.566809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.642346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e651b22-800a-4f48-8292-a35ac000e316 req-bcd41080-6130-4fa7-8411-1347343e92c3 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:29.644025 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0e651b22-800a-4f48-8292-a35ac000e316 req-bcd41080-6130-4fa7-8411-1347343e92c3 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 946 time: 0.1432886
Apr 20 23:29:29.649819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.655480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:29.690698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1c68d-dfd6-460d-a038-d9247de6b7c9,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:29.697482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:29.713078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:29.713078 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7d1c68d-dfd6-460d-a038-d9247de6b7c9 HTTP/1.1" status: 204  len: 168 time: 0.2868171
Apr 20 23:29:29.735397 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0e651b22-800a-4f48-8292-a35ac000e316 req-117c0334-a933-49ec-9b1e-e9dc5814ae3a tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717275
Apr 20 23:29:29.899012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Calling delete_port for 09f10084-0e5b-4c99-9867-672af208a9c8 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:29:30.297295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:30.309843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['09f10084-0e5b-4c99-9867-672af208a9c8'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:29:30.330586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac32925e-4e1f-46f3-a78d-797c7ef2e29f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:30.363698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc0141-729e-4fd5-a8e4-e8ae370122a1 req-7740f14a-277e-40b2-aad2-38a124df3905 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:30.365820 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9bc0141-729e-4fd5-a8e4-e8ae370122a1 req-7740f14a-277e-40b2-aad2-38a124df3905 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.1246474
Apr 20 23:29:30.453722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Pushing event deleted for resources: {'Port': ['ID=09f10084-0e5b-4c99-9867-672af208a9c8,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:30.457915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:30.501903 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9bc0141-729e-4fd5-a8e4-e8ae370122a1 req-a859a197-ae8b-42cd-8ef9-9626ea2c9657 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754304
Apr 20 23:29:30.542755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b902d-f961-4652-9dec-e50756a61150 req-30510365-0c12-4028-bfe4-58ec49b1ecc8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:30.553648 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-626b902d-f961-4652-9dec-e50756a61150 req-30510365-0c12-4028-bfe4-58ec49b1ecc8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1862738
Apr 20 23:29:30.568538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] No DVR routers for this DVR port 09f10084-0e5b-4c99-9867-672af208a9c8 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:29:30.577571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:30.583289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12044a26-92c0-4181-be24-76b657f131bf', 'name': 'network-vif-deleted', 'tag': '09f10084-0e5b-4c99-9867-672af208a9c8'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:29:30.648119 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8589f7dd-7cbd-42c3-9070-3579ed797755 req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.20 "DELETE /v2.0/ports/09f10084-0e5b-4c99-9867-672af208a9c8 HTTP/1.1" status: 204  len: 173 time: 1.4708371
Apr 20 23:29:30.667573 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-626b902d-f961-4652-9dec-e50756a61150 req-cc1bb811-c59b-4bcc-a5e4-925e84b60dc6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090014
Apr 20 23:29:30.695293 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12044a26-92c0-4181-be24-76b657f131bf', 'name': 'network-vif-deleted', 'tag': '09f10084-0e5b-4c99-9867-672af208a9c8', 'status': 'completed', 'code': 200}
Apr 20 23:29:30.913903 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-48d29259-7f27-4ee0-a7c6-40fb4962cb75 req-4341c10b-7418-4a92-9fff-5d0b1e41651a tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] 10.222.0.24 "GET /v2.0/ports?device_id=12044a26-92c0-4181-be24-76b657f131bf HTTP/1.1" status: 200  len: 210 time: 0.0512817
Apr 20 23:29:31.763670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef98a6-1201-4606-92ca-6afe491bc32b req-f775ed60-a989-43ec-a633-7ae2e3c29c0f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:31.765390 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6eef98a6-1201-4606-92ca-6afe491bc32b req-f775ed60-a989-43ec-a633-7ae2e3c29c0f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.1362939
Apr 20 23:29:31.917189 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6eef98a6-1201-4606-92ca-6afe491bc32b req-4b8149b4-237d-46a8-a2d1-30f245a53b1d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381621
Apr 20 23:29:31.973525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9d8a2-fc59-4a46-bc46-15871e5c96f9 req-c6e17179-9227-468e-ba16-95710f14a806 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:31.975149 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ffd9d8a2-fc59-4a46-bc46-15871e5c96f9 req-c6e17179-9227-468e-ba16-95710f14a806 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1635742
Apr 20 23:29:32.042457 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ffd9d8a2-fc59-4a46-bc46-15871e5c96f9 req-a38b261c-ff9c-4c2c-99bc-9647177e5f2a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588596
Apr 20 23:29:32.462257 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-39a929f4-af91-4116-aae2-570fe5a6e662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:33.124217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636d122-c777-453c-bd3d-85e8c9c2bb51 req-3dd45bfb-e5f2-4862-961e-97d05a4aba82 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:33.126462 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0636d122-c777-453c-bd3d-85e8c9c2bb51 req-3dd45bfb-e5f2-4862-961e-97d05a4aba82 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.0969532
Apr 20 23:29:33.230160 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0636d122-c777-453c-bd3d-85e8c9c2bb51 req-de420654-eb38-4f84-9e78-54dc3432a6f5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970421
Apr 20 23:29:33.268834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b5e6-f5b0-4d1b-a00a-93c0ae982987 req-531a1957-c1c4-4b5a-acb1-4fa0e42853d7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:33.270464 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d19b5e6-f5b0-4d1b-a00a-93c0ae982987 req-531a1957-c1c4-4b5a-acb1-4fa0e42853d7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0994811
Apr 20 23:29:33.320003 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d19b5e6-f5b0-4d1b-a00a-93c0ae982987 req-5a69382e-4ee3-420d-846b-d2cbafcf8b2a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423474
Apr 20 23:29:33.479952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 09f10084-0e5b-4c99-9867-672af208a9c8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:29:33.519576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 09f10084-0e5b-4c99-9867-672af208a9c8 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:29:33.519962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 09f10084-0e5b-4c99-9867-672af208a9c8 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:29:34.188884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39044) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:34.258524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Deleting subnet 8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:29:34.261903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.315906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.434885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.570915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39060) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:34.717213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.739437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:34.745353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Usage tracker for resource:security_group_rule and tenant:ea697c230aad49f78b2061aeae46169d is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:34.750165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:34.756188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:34.805846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6afbe143-68a0-4392-8330-b0a364708093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.852354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb52817-8c5c-4710-a483-272e4557a483 req-e37ee332-0f18-4a6d-b414-06070bdaed43 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:34.853986 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8bb52817-8c5c-4710-a483-272e4557a483 req-e37ee332-0f18-4a6d-b414-06070bdaed43 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.4911571
Apr 20 23:29:34.858906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.862942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:34.873675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ae70e187-37cf-41ef-a770-99af3c4306ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:34.898869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a40801-f1b2-4b00-b827-61072d3e59c0 req-53154cb4-9efb-4fe5-b253-1b65d8c0967c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:34.900460 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f9a40801-f1b2-4b00-b827-61072d3e59c0 req-53154cb4-9efb-4fe5-b253-1b65d8c0967c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.4296319
Apr 20 23:29:34.918379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43a179-fe7e-4d71-81c0-b9f8c1ff1fcb,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:34.922000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:34.928815 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea697c230aad49f78b2061aeae46169d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3566978
Apr 20 23:29:34.929453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39070) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:34.987566 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8bb52817-8c5c-4710-a483-272e4557a483 req-7d2ae33f-d241-4d37-908a-d75e9a765ce8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205864
Apr 20 23:29:34.995023 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.023144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.046886 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f9a40801-f1b2-4b00-b827-61072d3e59c0 req-ac1d7ea5-c62d-4381-bddd-9be98d1ba966 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354351
Apr 20 23:29:35.084500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.087788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-136ce791-b3ac-4c6c-945a-d12ea669f669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:35.101412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.102374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43a179-fe7e-4d71-81c0-b9f8c1ff1fcb,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:35.105197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:35.106636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.111383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a43a179-fe7e-4d71-81c0-b9f8c1ff1fcb HTTP/1.1" status: 204  len: 168 time: 0.1808870
Apr 20 23:29:35.116412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9f715a43-0a0c-47ec-b30e-a22bc4525d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:35.161986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.174019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:35.176533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:35.179071 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b540d9d-c048-42b5-a6ff-ae0e5bc40fb8 HTTP/1.1" status: 204  len: 168 time: 0.9889767
Apr 20 23:29:35.184494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39080) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:35.333170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.470386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.493610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.590685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39098) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:35.611463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.628229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:35.629078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f342a33c198>,) {'filters': {'network_id': ['3a70dca0-ad2e-4d80-96da-b855c3ada5df']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:35.632854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a8c3107cff43059914384ac4c24544 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:35.637083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:35.637314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.644626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:35.654386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a33c198>, '4947ae78-5bab-43d1-8584-42a00ab43223') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:35.655028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a33c198>, '4947ae78-5bab-43d1-8584-42a00ab43223') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:35.671600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.696336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.703471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:29:35.741778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.746285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.755703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5894c98f-539c-4ccb-947a-caa32df5af52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:35.800002 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8a8c3107cff43059914384ac4c24544&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2081401
Apr 20 23:29:35.801724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064450e2-6895-4db9-aec2-3050921104bf,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:35.805075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:35.805794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39112) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:35.875747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.909968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.910319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:29:35.922348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.959585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.965184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed0985b0-3578-4094-9e00-c78ae23b1553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:35.981022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064450e2-6895-4db9-aec2-3050921104bf,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:35.983457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:35.985728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:35.987140 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/064450e2-6895-4db9-aec2-3050921104bf HTTP/1.1" status: 204  len: 168 time: 0.1801562
Apr 20 23:29:36.141004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Network 3a70dca0-ad2e-4d80-96da-b855c3ada5df has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:29:36.175644 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:29:36.283069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.289393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfe42da7-9cab-49e5-8304-1ce1c363969d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:36.313154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.320352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3a70dca0-ad2e-4d80-96da-b855c3ada5df,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:36.329836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:36.341804 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a70dca0-ad2e-4d80-96da-b855c3ada5df HTTP/1.1" status: 204  len: 168 time: 1.1558118
Apr 20 23:29:36.397328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb2dfd-38e9-4132-9ae3-7479f06b8643 req-4d5f848f-79de-4ddd-b2dc-5bec728bb17c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:36.400014 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a4bb2dfd-38e9-4132-9ae3-7479f06b8643 req-4d5f848f-79de-4ddd-b2dc-5bec728bb17c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.2285180
Apr 20 23:29:36.445745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79f4fe-1cb0-4c12-a29f-c09a99c27d92 req-21052f0f-7eba-404e-b439-ebaea1505066 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:36.447438 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7b79f4fe-1cb0-4c12-a29f-c09a99c27d92 req-21052f0f-7eba-404e-b439-ebaea1505066 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.2184317
Apr 20 23:29:36.497207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a4bb2dfd-38e9-4132-9ae3-7479f06b8643 req-e2068b03-ed91-4bf9-9a77-e9cfb401d189 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879653
Apr 20 23:29:36.550576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7b79f4fe-1cb0-4c12-a29f-c09a99c27d92 req-ff8b382e-e674-45ee-a749-81461f134a6e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764527
Apr 20 23:29:36.623702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39154) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:36.643434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.659281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:36.663351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Usage tracker for resource:security_group_rule and tenant:3d7164fe66de489f87e0550b62c38c73 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:36.670124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:36.670337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39158) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:36.676835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:36.729220 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8150dc1f-bb8a-4990-a199-541c18630ef3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=258a861085714ba3ab7edad7716a5784&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0576711
Apr 20 23:29:36.732056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39168) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:36.797161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.803690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.816501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-721fa525-2577-4bc3-8285-42daca4326aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:36.822307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.861782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.869338 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d7164fe66de489f87e0550b62c38c73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2416697
Apr 20 23:29:36.869338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487175fd-253f-47ee-900d-27d3d76cbd58,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:36.871126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39178) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:36.874809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-150c3703-b696-4c38-88c3-54fb7702b09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:36.957867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.961675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.963932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-066e3639-5636-45fa-895f-0913641c5850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:36.968462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.975934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc537b47-5fca-47eb-a7d1-8ee1bd7794b9,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:36.978614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:36.984087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:36.988466 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc537b47-5fca-47eb-a7d1-8ee1bd7794b9 HTTP/1.1" status: 204  len: 168 time: 0.2549179
Apr 20 23:29:37.014093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:37.083545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:37.090525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-946b2408-a29d-4a47-80ed-c6c963a6997f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:37.111931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487175fd-253f-47ee-900d-27d3d76cbd58,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:37.114672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:37.124430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:37.134555 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/487175fd-253f-47ee-900d-27d3d76cbd58 HTTP/1.1" status: 204  len: 168 time: 0.2580407
Apr 20 23:29:37.901365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad467e1-95bc-4431-9086-2b893e8dc4b6 req-9a8646a0-838d-4f93-8426-1628eb8eeea4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:37.912171 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ad467e1-95bc-4431-9086-2b893e8dc4b6 req-9a8646a0-838d-4f93-8426-1628eb8eeea4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.1888027
Apr 20 23:29:37.959898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8d1bc-3055-4c65-9522-913947ff79fb req-4d3e1f64-8e78-4511-b3e9-8deb738e7a6d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:37.967347 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-32e8d1bc-3055-4c65-9522-913947ff79fb req-4d3e1f64-8e78-4511-b3e9-8deb738e7a6d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1921945
Apr 20 23:29:38.006436 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ad467e1-95bc-4431-9086-2b893e8dc4b6 req-9b6e51c2-d3b5-4aa4-a760-b0983a0069fa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926414
Apr 20 23:29:38.072257 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-32e8d1bc-3055-4c65-9522-913947ff79fb req-bb395283-e46a-4b80-874b-6811ad32cd2a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848966
Apr 20 23:29:39.330108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39294) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:39.340423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cc3c8-8583-448e-8d60-587b80ad4bc3 req-70b6b1bb-0b57-48bb-b1dd-5b7ac80f85c6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:39.342116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ac0cc3c8-8583-448e-8d60-587b80ad4bc3 req-70b6b1bb-0b57-48bb-b1dd-5b7ac80f85c6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.1840374
Apr 20 23:29:39.351405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973476fd-ef1e-4565-b6c9-a5541873142b req-dd829953-d19d-4022-85b4-d0eed5b2347e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:39.352964 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-973476fd-ef1e-4565-b6c9-a5541873142b req-dd829953-d19d-4022-85b4-d0eed5b2347e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1489518
Apr 20 23:29:39.445473 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ac0cc3c8-8583-448e-8d60-587b80ad4bc3 req-1ddb44e0-05aa-483e-babb-a6ffc9607977 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911753
Apr 20 23:29:39.448913 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-973476fd-ef1e-4565-b6c9-a5541873142b req-0e4ac55b-ef4d-4b88-b142-12ea041259b4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787170
Apr 20 23:29:39.491890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.508620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:39.511927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39304) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:39.512691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Usage tracker for resource:security_group_rule and tenant:507391a3b1ce41598733ccbd8fd19706 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:39.515707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:39.521763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:39.579179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Deleting subnet ef076725-6222-42c1-9ea5-eb873b2ce5e6 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:29:39.582350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.608469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.612322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.619956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-aafa066c-de78-4812-9611-388e49b680af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:39.636158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.662321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996d924-8885-459b-96dd-9dbac3de8190,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:39.666212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:39.670177 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=507391a3b1ce41598733ccbd8fd19706&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3380270
Apr 20 23:29:39.671716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39308) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:39.700713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.738712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.766448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.819103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.827307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f6fc6820-62f9-49e7-a655-4747b688a607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:39.841198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996d924-8885-459b-96dd-9dbac3de8190,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:39.847314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:39.848942 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8996d924-8885-459b-96dd-9dbac3de8190 HTTP/1.1" status: 204  len: 168 time: 0.1760833
Apr 20 23:29:39.850320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:40.061949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.075566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:40.115558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef076725-6222-42c1-9ea5-eb873b2ce5e6,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:40.118129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.127104 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef076725-6222-42c1-9ea5-eb873b2ce5e6 HTTP/1.1" status: 204  len: 168 time: 0.6117086
Apr 20 23:29:40.127104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-32389db4-5a08-4aa0-ae9a-f65f316c1ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:40.127522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39330) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:40.274848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.275015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39340) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:40.296832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.313396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:40.317568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Usage tracker for resource:security_group_rule and tenant:c2a3f5d50c87404ebfc89fc3876e8629 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:40.320863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:40.328135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:40.425810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.430006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.439179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.445135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d5e488ee-db33-4fa4-b164-10dd15dab9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:40.487140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aeb42a-852c-47fe-aff0-72be46296d4e,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:40.494140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:40.544443 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2a3f5d50c87404ebfc89fc3876e8629&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2682238
Apr 20 23:29:40.545088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39350) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:40.589102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f342a08e978>,) {'filters': {'network_id': ['f3523510-917c-4fc9-9657-6648e2fb6f77']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:40.603306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a08e978>, '92280371-0718-4682-a847-afa3ce51c1a7') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:40.603634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a08e978>, '92280371-0718-4682-a847-afa3ce51c1a7') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:40.623309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.654279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.662759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:29:40.784981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.814573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.871230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.880293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1cb4aeae-5d3c-4de8-a020-7bb4f4dc7ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:40.909107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aeb42a-852c-47fe-aff0-72be46296d4e,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:40.911687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:40.934455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.941517 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42aeb42a-852c-47fe-aff0-72be46296d4e HTTP/1.1" status: 204  len: 168 time: 0.3924010
Apr 20 23:29:40.959385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Network f3523510-917c-4fc9-9657-6648e2fb6f77 has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:29:40.965800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43c075-be56-4b53-adc9-6ceef90a0e5c req-cdce4f18-4b17-4be7-ae64-6fa703747db6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:40.967618 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0d43c075-be56-4b53-adc9-6ceef90a0e5c req-cdce4f18-4b17-4be7-ae64-6fa703747db6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.2812479
Apr 20 23:29:40.970271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:40.977847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8bcf0-7c21-4c8a-8728-f53b414ff048 req-ccb6ec53-b715-4863-b389-52606a0cda71 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:40.990425 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-91e8bcf0-7c21-4c8a-8728-f53b414ff048 req-ccb6ec53-b715-4863-b389-52606a0cda71 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.3609579
Apr 20 23:29:41.066289 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-91e8bcf0-7c21-4c8a-8728-f53b414ff048 req-ba766458-55de-4557-bd05-919e8629e757 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745511
Apr 20 23:29:41.128187 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0d43c075-be56-4b53-adc9-6ceef90a0e5c req-d7b29038-bfea-4612-b67c-2384cab82940 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115668
Apr 20 23:29:41.242944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Network f3523510-917c-4fc9-9657-6648e2fb6f77 has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:29:41.271332 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:29:41.364111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.369182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.372987 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:41.399511 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3523510-917c-4fc9-9657-6648e2fb6f77 HTTP/1.1" status: 204  len: 168 time: 1.2667587
Apr 20 23:29:41.399511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3523510-917c-4fc9-9657-6648e2fb6f77,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:41.399511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39378) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:41.432234 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-676eae29-c86b-46ed-a590-b81e4435a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:41.466113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Deleting subnet 367e00f9-95e0-4b6e-9131-7e9b529b0f2d {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:29:41.469383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.525881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.592115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.860166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.866731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:41.903851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=367e00f9-95e0-4b6e-9131-7e9b529b0f2d,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:41.917708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:41.922125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:41.932046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39404) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:41.932893 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5706d869-bdcf-4330-8002-631a3d404689 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/367e00f9-95e0-4b6e-9131-7e9b529b0f2d HTTP/1.1" status: 204  len: 168 time: 0.5327282
Apr 20 23:29:42.130853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:42.449127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39440) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:42.570410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:42.715105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3429bdc978>,) {'filters': {'network_id': ['f2fa94dc-a4d3-436f-be4a-066118c2be69']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:42.718120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:42.730646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429bdc978>, 'faad590a-f5c2-4e57-a840-1e2244918a8d') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:42.731661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429bdc978>, 'faad590a-f5c2-4e57-a840-1e2244918a8d') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:29:42.746806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:42.750585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:42.760505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8808bf12f040faa98fb0ef907677a6 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:42.769856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:42.785645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:29:42.968736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:42.977512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:42.998366 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289004b-29d8-41a5-8cee-a2a790838f92 req-7cd6d15b-f6bc-4ccf-a134-40924e33b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:43.000044 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0289004b-29d8-41a5-8cee-a2a790838f92 req-7cd6d15b-f6bc-4ccf-a134-40924e33b2be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 1098 time: 0.4348576
Apr 20 23:29:43.048680 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0289004b-29d8-41a5-8cee-a2a790838f92 req-42f465df-a5b4-4f33-adf3-2863133cf948 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400503
Apr 20 23:29:43.215121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Network f2fa94dc-a4d3-436f-be4a-066118c2be69 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:29:43.224778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.249769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68097681-a601-4a81-a86d-1ef2ee03602a req-51e4aba5-47bf-49c6-bb10-4aab9cbfc61a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:43.251377 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-68097681-a601-4a81-a86d-1ef2ee03602a req-51e4aba5-47bf-49c6-bb10-4aab9cbfc61a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.8770635
Apr 20 23:29:43.303871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aaaf3-0acd-410e-a41a-f3576c01bf17 req-2b365f47-9dae-4293-a907-b9cb3e24aada tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:43.305288 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7f0aaaf3-0acd-410e-a41a-f3576c01bf17 req-2b365f47-9dae-4293-a907-b9cb3e24aada tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 944 time: 0.9290738
Apr 20 23:29:43.488174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d42b0a91-646d-4ac4-8df2-4bc387f83a58 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:29:43.488721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Network f2fa94dc-a4d3-436f-be4a-066118c2be69 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:29:43.500651 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-68097681-a601-4a81-a86d-1ef2ee03602a req-a63ec243-033d-4b41-a663-ecb1a674ebd4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897337
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:29:43.524340 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:29:43.526195 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7f0aaaf3-0acd-410e-a41a-f3576c01bf17 req-963b3f77-f19b-4a37-9386-6ab6537799a2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123380
Apr 20 23:29:43.605631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.609510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:43.623772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.633575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2fa94dc-a4d3-436f-be4a-066118c2be69,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:43.635968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:43.637686 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2fa94dc-a4d3-436f-be4a-066118c2be69 HTTP/1.1" status: 204  len: 168 time: 1.7040126
Apr 20 23:29:43.645198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d42b0a91-646d-4ac4-8df2-4bc387f83a58, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:29:43.662699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'port_id': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', 'mac_address': 'fa:16:3e:c7:36:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1b4bf5-f4a8-4146-a6aa-eafdb4916702', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:29:43.692519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.696907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.705599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2749da52-9c82-42e3-8d98-46b915b8251a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:43.730272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.752192 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c8808bf12f040faa98fb0ef907677a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2989421
Apr 20 23:29:43.752192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c7d54-541f-4a42-82fd-b5327023a4ad,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:43.752909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39460) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:43.753136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42b0a91-646d-4ac4-8df2-4bc387f83a58 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:29:43.765766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:43.798690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39466) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:43.804249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d42b0a91-646d-4ac4-8df2-4bc387f83a58, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:29:43.809509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.811409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2ff59d7d-ae21-425c-aea5-2ca866d3ae1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:43.827121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.857870 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-bbdecbec-0570-4a1d-a62a-b6bc9651383e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=901854c2e6b24f8fb9a3b63a2c1bed51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0577047
Apr 20 23:29:43.861025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39472) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:43.870233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.923208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=d42b0a91-646d-4ac4-8df2-4bc387f83a58,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:43.931367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.931963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.932478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.932989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.933546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.934055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.934558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.935062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.935563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.936080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.936577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.937107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:29:43.941335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:43.974359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.977964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:43.984729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b97d29e-2f26-4950-8512-f8e31bbca1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:44.023988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c7d54-541f-4a42-82fd-b5327023a4ad,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:44.031377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:44.033787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.035690 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc7c7d54-541f-4a42-82fd-b5327023a4ad HTTP/1.1" status: 204  len: 168 time: 0.2819688
Apr 20 23:29:44.056981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.114967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.122029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bb3b02f8-7614-4b0b-ab27-7c2effa32962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:44.135499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['d42b0a91-646d-4ac4-8df2-4bc387f83a58'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:29:44.161731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18baf2b2-36b3-403f-9bbe-41a1a15028c8,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:44.167704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:44.179585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.180963 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ed2718ee-6015-44f6-b2e1-96e32feba4f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18baf2b2-36b3-403f-9bbe-41a1a15028c8 HTTP/1.1" status: 204  len: 168 time: 0.3178477
Apr 20 23:29:44.761909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39524) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:44.797630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34cfe-5a5d-4e3c-ac1a-a4a6cd906746 req-71b28602-8b81-46bb-83f3-9199a7b615b4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:44.805545 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4c34cfe-5a5d-4e3c-ac1a-a4a6cd906746 req-71b28602-8b81-46bb-83f3-9199a7b615b4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1647723
Apr 20 23:29:44.820279 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d444b87b-6e3c-4cb1-859c-b76d773a1893 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=569a4b6acca649919cc2265c404ac7a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527785
Apr 20 23:29:44.820279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39530) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:44.872389 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4c34cfe-5a5d-4e3c-ac1a-a4a6cd906746 req-a46ab9bb-bb59-4e84-8c0a-cb9f95bec1ee tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658007
Apr 20 23:29:44.884742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.896076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4097489-d719-48b3-98b1-744fcbd7130c req-7678ba4d-1259-4d78-ad04-e54086616146 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:44.897767 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b4097489-d719-48b3-98b1-744fcbd7130c req-7678ba4d-1259-4d78-ad04-e54086616146 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 945 time: 0.1762452
Apr 20 23:29:44.913886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.956756 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b4097489-d719-48b3-98b1-744fcbd7130c req-ac359df4-10de-4639-9629-d2889c45b6a8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507569
Apr 20 23:29:44.973580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.980272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:44.996184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:44.997443 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abea4564-dbff-4625-becf-6cca72fa92e4 HTTP/1.1" status: 204  len: 168 time: 0.1778636
Apr 20 23:29:44.998643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea4564-dbff-4625-becf-6cca72fa92e4,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:45.002161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:45.226569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac408cd-be29-4caa-8a4b-97659b2e8d14 req-91ff7fa2-9e2d-48aa-a0d3-b58e2418f23a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:45.228210 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2ac408cd-be29-4caa-8a4b-97659b2e8d14 req-91ff7fa2-9e2d-48aa-a0d3-b58e2418f23a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1062298
Apr 20 23:29:45.279219 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2ac408cd-be29-4caa-8a4b-97659b2e8d14 req-fedf8998-91d2-47c3-8406-e316662c1b7e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436203
Apr 20 23:29:45.493648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d42b0a91-646d-4ac4-8df2-4bc387f83a58 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:29:45.585098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port d42b0a91-646d-4ac4-8df2-4bc387f83a58 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:29:45.598784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port d42b0a91-646d-4ac4-8df2-4bc387f83a58 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:29:45.599216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:45.746163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:45.792499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:29:45.803462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d42b0a91-646d-4ac4-8df2-4bc387f83a58, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:29:45.808344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:45.810399 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:45.902731 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', 'code': 200}
Apr 20 23:29:45.970605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=d42b0a91-646d-4ac4-8df2-4bc387f83a58,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:45.974933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:46.307112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c754-bda0-47e3-9bda-177334d2fa2c req-d7d31008-ffab-4486-a009-c19e028ede6e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:46.308753 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2ac7c754-bda0-47e3-9bda-177334d2fa2c req-d7d31008-ffab-4486-a009-c19e028ede6e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 946 time: 0.1182950
Apr 20 23:29:46.359445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea73a7-0e83-47f2-a548-1a6b75a4932f req-f116260c-48e1-418e-9b5a-1c4a8369d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:46.361402 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5bea73a7-0e83-47f2-a548-1a6b75a4932f req-f116260c-48e1-418e-9b5a-1c4a8369d59e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 1099 time: 0.0984254
Apr 20 23:29:46.365092 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2ac7c754-bda0-47e3-9bda-177334d2fa2c req-27960404-7cfb-4b0c-a5ce-1c677a19211e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487454
Apr 20 23:29:46.413501 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5bea73a7-0e83-47f2-a548-1a6b75a4932f req-f7f7afcb-c2ce-4f29-ad53-46cb8444bfdb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428975
Apr 20 23:29:47.366414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39708) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:47.702900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:47.733547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:47.781587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-17449e44-db98-464b-aef6-40f8f1e26fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:47.783447 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-17449e44-db98-464b-aef6-40f8f1e26fe7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.1107492
Apr 20 23:29:47.797113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Usage tracker for resource:security_group_rule and tenant:333ac1a6b0104a9aab48ff18d2a892b4 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:47.805532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:47.821418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:47.831458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac311c4-15ac-4119-a4ae-27e11d88effb req-87026538-680f-47e3-ae99-1c3619b7dff9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:47.839310 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1ac311c4-15ac-4119-a4ae-27e11d88effb req-87026538-680f-47e3-ae99-1c3619b7dff9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 946 time: 0.2334569
Apr 20 23:29:47.922717 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1ac311c4-15ac-4119-a4ae-27e11d88effb req-3344d4f6-95f8-462c-b278-d09a41e972bc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824547
Apr 20 23:29:47.951638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3354048-9340-4690-ad40-1c6efbdd3c37 req-fe4646c2-ab92-4fa2-9f09-cf3c0d5d50a1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:47.953391 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3354048-9340-4690-ad40-1c6efbdd3c37 req-fe4646c2-ab92-4fa2-9f09-cf3c0d5d50a1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.2288096
Apr 20 23:29:47.968222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-8dc83600-b12c-4048-b106-d743ab451549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:47.969839 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-8dc83600-b12c-4048-b106-d743ab451549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.1775577
Apr 20 23:29:48.020063 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3354048-9340-4690-ad40-1c6efbdd3c37 req-d04c199b-71b2-41c0-8ce7-ef9b5ae6b029 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578399
Apr 20 23:29:48.093500 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-2afd663c-35ff-4045-911c-2756d1ba23f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.1150022
Apr 20 23:29:48.119907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:48.125118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:48.157544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d10d5dd-432d-4544-ba42-2a7fae7e344a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:48.170303 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=333ac1a6b0104a9aab48ff18d2a892b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8021922
Apr 20 23:29:48.173494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 39734) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:48.178390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-0bebc963-6997-4c3d-ac05-821ec05f6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:48.180099 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-0bebc963-6997-4c3d-ac05-821ec05f6f11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.0798101
Apr 20 23:29:48.207154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865b7429-1233-472b-abc1-7d8ceeff6838,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:48.216314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:48.235114 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-9ca3f963-f40f-409b-8c60-5c596461b016 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472233
Apr 20 23:29:48.254360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:48.282684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:48.330857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:48.335932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d4f09a1-6894-4cca-8295-fca8bd70d77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:48.349690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865b7429-1233-472b-abc1-7d8ceeff6838,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:48.352577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:48.353858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:48.358373 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/865b7429-1233-472b-abc1-7d8ceeff6838 HTTP/1.1" status: 204  len: 168 time: 0.1806107
Apr 20 23:29:48.380300 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-de6968f5-fe5f-4a68-ab39-3abdb8ce8cdb service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376691
Apr 20 23:29:48.538479 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd51a662-8afe-4d9f-b017-d8e650c48471 req-80d80985-983d-4ef4-a82a-40fba81f7d46 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501436
Apr 20 23:29:49.343655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768915f0-d12e-479c-8a5d-f143bae1eb97 req-df451955-ee10-415b-95a6-a9340994458e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:49.351590 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-768915f0-d12e-479c-8a5d-f143bae1eb97 req-df451955-ee10-415b-95a6-a9340994458e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 946 time: 0.1955502
Apr 20 23:29:49.388577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b16716-6479-4b66-bd33-587eb24777dc req-98888f7a-26a1-463e-9a2b-3d1f59a20334 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:49.390132 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-27b16716-6479-4b66-bd33-587eb24777dc req-98888f7a-26a1-463e-9a2b-3d1f59a20334 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1543226
Apr 20 23:29:49.432289 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-768915f0-d12e-479c-8a5d-f143bae1eb97 req-0200206d-2462-4f99-a452-86069a6e5803 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797594
Apr 20 23:29:49.456007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-27b16716-6479-4b66-bd33-587eb24777dc req-8fd755d7-3120-4ed8-b0e8-6f5b8eeb42d2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557907
Apr 20 23:29:50.660684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611a36b-77a9-4075-ab23-d7444fe01b02 req-b7884c35-cd31-4ad6-a137-80601a7b4e77 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:50.662309 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6611a36b-77a9-4075-ab23-d7444fe01b02 req-b7884c35-cd31-4ad6-a137-80601a7b4e77 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0902922
Apr 20 23:29:50.713131 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6611a36b-77a9-4075-ab23-d7444fe01b02 req-4cdf93f7-8652-4def-a788-b7b5cb373a52 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404527
Apr 20 23:29:51.937278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6471e1-93ef-499e-b46a-70e44e318262 req-e8bb9555-91e9-408f-9332-2c8390830d29 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:51.938988 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3e6471e1-93ef-499e-b46a-70e44e318262 req-e8bb9555-91e9-408f-9332-2c8390830d29 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1004555
Apr 20 23:29:51.990913 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3e6471e1-93ef-499e-b46a-70e44e318262 req-83f9e362-90d9-43d2-a4e1-a4f542f7c25c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451307
Apr 20 23:29:53.197413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c902-cab1-47b1-8910-aad4053121a3 req-3d061260-9eff-433a-bf78-1adb6937db31 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:53.199026 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6113c902-cab1-47b1-8910-aad4053121a3 req-3d061260-9eff-433a-bf78-1adb6937db31 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0928257
Apr 20 23:29:53.254194 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6113c902-cab1-47b1-8910-aad4053121a3 req-7b34df11-8be5-4a8f-ac05-fd7d6a5b0bc2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457828
Apr 20 23:29:53.877531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.188171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39894) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:54.335104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.354034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:29:54.358235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Usage tracker for resource:security_group_rule and tenant:b3e9450e78d540a298055a57f9117591 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:29:54.361502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:29:54.368413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:29:54.474544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.478022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.488634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b9a40-1f04-4cb7-8441-a08424879de9 req-45683893-0807-4ef1-b598-45052b1b8828 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:54.490610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-186b9a40-1f04-4cb7-8441-a08424879de9 req-45683893-0807-4ef1-b598-45052b1b8828 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1058109
Apr 20 23:29:54.499547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-48c47e79-69bc-42a0-960b-ed02586ed478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:54.527956 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3e9450e78d540a298055a57f9117591&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3386474
Apr 20 23:29:54.528845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 39910) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:29:54.546146 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-186b9a40-1f04-4cb7-8441-a08424879de9 req-04f0eaf9-24a9-4c53-982d-a9281218fcdc tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474646
Apr 20 23:29:54.603258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c662ca-f8f5-46cb-8294-79ba3c928529,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:54.614887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.619674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:54.648196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.697629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.705789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:29:54.723260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c662ca-f8f5-46cb-8294-79ba3c928529,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:29:54.735493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:29:54.735493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:29:54.749146 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63c662ca-f8f5-46cb-8294-79ba3c928529 HTTP/1.1" status: 204  len: 168 time: 0.2066729
Apr 20 23:29:55.765293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fd3f1-e2e8-4ee8-804b-7748796876d8 req-0bcc5265-3a8f-4c7b-b89d-d4e4367bccfa tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:55.766910 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-913fd3f1-e2e8-4ee8-804b-7748796876d8 req-0bcc5265-3a8f-4c7b-b89d-d4e4367bccfa tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0941596
Apr 20 23:29:55.816304 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-913fd3f1-e2e8-4ee8-804b-7748796876d8 req-8469b915-12a3-4420-aeec-ccffcc9664aa tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430012
Apr 20 23:29:57.027153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d645b5a-bb58-4db9-b524-3f6506741457 req-807c319f-a0cc-46c0-97db-cd262f803abb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:57.028756 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d645b5a-bb58-4db9-b524-3f6506741457 req-807c319f-a0cc-46c0-97db-cd262f803abb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0910439
Apr 20 23:29:57.078606 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d645b5a-bb58-4db9-b524-3f6506741457 req-3777e6f0-c4ff-460f-a799-769633c29346 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434110
Apr 20 23:29:58.304657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c22e0-e727-4cbf-88b2-3df6b96f5634 req-9a574bef-0143-4469-8724-df7b3e0b5c39 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:58.306011 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d12c22e0-e727-4cbf-88b2-3df6b96f5634 req-9a574bef-0143-4469-8724-df7b3e0b5c39 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0940292
Apr 20 23:29:58.353506 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d12c22e0-e727-4cbf-88b2-3df6b96f5634 req-5ecb21dd-11d1-4c27-b81e-37f3beaa9145 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408330
Apr 20 23:29:59.554358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be609f-3281-45c1-aa50-9cc12e51d7a5 req-42259324-f1ea-4fe8-80bb-1931dab7379f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:29:59.555984 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a1be609f-3281-45c1-aa50-9cc12e51d7a5 req-42259324-f1ea-4fe8-80bb-1931dab7379f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0882916
Apr 20 23:29:59.609067 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a1be609f-3281-45c1-aa50-9cc12e51d7a5 req-30cb4766-e3b1-4892-ba1e-723697468e81 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463555
Apr 20 23:30:00.818947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d639e7f-cc17-48b0-9f80-428f9e96c93a req-feb8abe1-d00c-4b4a-b401-9fe7416daad6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:00.820534 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1d639e7f-cc17-48b0-9f80-428f9e96c93a req-feb8abe1-d00c-4b4a-b401-9fe7416daad6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0914161
Apr 20 23:30:00.871072 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1d639e7f-cc17-48b0-9f80-428f9e96c93a req-c546203b-2fae-451a-a3fe-6ff17013d19a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435009
Apr 20 23:30:02.091792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89c4d7-6382-49fc-95db-26de5cac4ec1 req-84f169dc-20b2-4a9c-95ca-f74866461495 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:02.097737 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a89c4d7-6382-49fc-95db-26de5cac4ec1 req-84f169dc-20b2-4a9c-95ca-f74866461495 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1075168
Apr 20 23:30:02.144283 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a89c4d7-6382-49fc-95db-26de5cac4ec1 req-f99b7df2-8ca5-4150-8550-bc7f8ee1e313 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436771
Apr 20 23:30:02.465263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9583fc56-3d7f-41ce-93e0-3735187cc9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:03.353474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f480-d523-4e62-9193-56c7cf663ed1 req-0b34a687-ce80-4863-9415-8df95e5c8b51 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:03.355114 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54a4f480-d523-4e62-9193-56c7cf663ed1 req-0b34a687-ce80-4863-9415-8df95e5c8b51 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0905585
Apr 20 23:30:03.403687 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54a4f480-d523-4e62-9193-56c7cf663ed1 req-d56cdb04-5b99-4675-a870-4d5cf4182de8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419374
Apr 20 23:30:04.663682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:30:04.761924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26451747-4868-470b-9ad3-45afd029772b req-945d7270-2989-48ae-9d9c-3cc08bc14bce tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:04.763576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-26451747-4868-470b-9ad3-45afd029772b req-945d7270-2989-48ae-9d9c-3cc08bc14bce tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0920105
Apr 20 23:30:04.800167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53b29221-3cf9-4439-822a-3eb608ec180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:04.815170 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-26451747-4868-470b-9ad3-45afd029772b req-4567ab8a-e2f9-467b-9296-d58611932dcf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450916
Apr 20 23:30:05.469931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:05.625788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:06.037793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7414c7-52ee-414b-98eb-9ec7495a5d98 req-5cc00d04-eb1d-4187-b98a-b6b82ee6aeeb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:06.039431 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ea7414c7-52ee-414b-98eb-9ec7495a5d98 req-5cc00d04-eb1d-4187-b98a-b6b82ee6aeeb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0942922
Apr 20 23:30:06.108872 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ea7414c7-52ee-414b-98eb-9ec7495a5d98 req-14ef718e-e7d8-4671-ac03-d9d9ab8e599f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578873
Apr 20 23:30:06.656558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-504a80d6-5c98-483d-ab6e-d32774c8282f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:06.657768 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-504a80d6-5c98-483d-ab6e-d32774c8282f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.1757627
Apr 20 23:30:06.675767 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-7649c7b9-a647-4a2a-8c1f-47477073a857 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/quotas/d0374b0e56b94acbad1593288ac9e4df HTTP/1.1" status: 200  len: 375 time: 0.0108099
Apr 20 23:30:06.782273 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-0515383a-c52c-452c-b908-a7a5e55e785d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0996976
Apr 20 23:30:06.947622 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-367135a3-585a-4612-98ae-2af0349c388b service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570666
Apr 20 23:30:06.967515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:07.138830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-2ddbbbd6-c321-4cb2-b634-387197c0b21b service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901736
Apr 20 23:30:07.386400 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9653fb1d-04e4-411a-b613-643fabe46c0f req-eb57e6cd-8084-490c-8021-32ec6f15e26f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 210 time: 0.0682333
Apr 20 23:30:07.513492 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fd5df-7ac5-43f9-8ab6-0a7b85888644 req-b5f95f56-219b-467b-b2d1-ffcc652e22a6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:07.521327 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4fd5df-7ac5-43f9-8ab6-0a7b85888644 req-b5f95f56-219b-467b-b2d1-ffcc652e22a6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1335139
Apr 20 23:30:07.571360 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4fd5df-7ac5-43f9-8ab6-0a7b85888644 req-dc1ee2c7-2c22-4217-ab91-254311417e55 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490422
Apr 20 23:30:08.612772 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b2f04ab1-7e1f-45d5-add0-9350c4e326c2 req-03f09620-c856-40d8-b340-1a2b3a2877e6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 210 time: 0.0935137
Apr 20 23:30:08.751981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-373d8f30-d138-43b0-838e-bb550dd02b2e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:08.753627 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-373d8f30-d138-43b0-838e-bb550dd02b2e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.2365286
Apr 20 23:30:08.772859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Request body: {'port': {'device_id': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'admin_state_up': True, 'tenant_id': 'd0374b0e56b94acbad1593288ac9e4df'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:08.909391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679c935-44ad-4941-9635-c5d726e7d035 req-dd090796-1fb4-4082-a2e0-7a112b0fc2eb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:08.918220 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7679c935-44ad-4941-9635-c5d726e7d035 req-dd090796-1fb4-4082-a2e0-7a112b0fc2eb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1460748
Apr 20 23:30:08.972892 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7679c935-44ad-4941-9635-c5d726e7d035 req-6c45664c-f939-437d-847f-310111b74e30 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533109
Apr 20 23:30:08.979450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:08.984608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Usage tracker for resource:port and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:08.988003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:08.995672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:09.029776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Made reservation on behalf of d0374b0e56b94acbad1593288ac9e4df for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:09.037854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:09.232548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c775bb-9ec0-48e1-a780-ec48fc8a49a0 req-fda03e12-013e-45d2-829c-c15e74bf2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:09.234182 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4c775bb-9ec0-48e1-a780-ec48fc8a49a0 req-fda03e12-013e-45d2-829c-c15e74bf2c54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.1759212
Apr 20 23:30:09.324180 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4c775bb-9ec0-48e1-a780-ec48fc8a49a0 req-2302094a-d254-4305-8343-ed3d93b7a399 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590625
Apr 20 23:30:09.334205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Allocated IP 172.20.0.4 (2fca4335-2dc6-410b-adbf-5d568c77cd8d/5d1b4bf5-f4a8-4146-a6aa-eafdb4916702/89ea501c-5341-49d4-9efb-ee1639f46211) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:09.647977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:09.696310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:09.708368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:09.805702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:09.809274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:09.814060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:09.874034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455958dc-e111-47db-9679-cc833aeee756 req-1020f306-8d0e-4de7-8255-4d20a1e0c884 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:09.874831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event updated for resources: {'Port': ['ID=89ea501c-5341-49d4-9efb-ee1639f46211,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:09.875592 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-455958dc-e111-47db-9679-cc833aeee756 req-1020f306-8d0e-4de7-8255-4d20a1e0c884 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 931 time: 0.1171489
Apr 20 23:30:09.889945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.890448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.890707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.891096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.891477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.891857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.892235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.893027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.893027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.893314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.893686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.894058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:09.900110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40402) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:09.906179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:09.924380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:09.925067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:09.946121 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-455958dc-e111-47db-9679-cc833aeee756 req-e0b0845f-04fa-4de3-9c5b-709329b76bfb tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602920
Apr 20 23:30:09.949457 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1825979
Apr 20 23:30:10.050048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.075808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:10.089208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Usage tracker for resource:security_group_rule and tenant:c64f67c1ba9d4437a752f22af76fdb3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:10.093515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:10.100539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:10.201939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.205540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.213772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-451bfd7a-6390-483f-ac09-bcf17f312d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:10.260483 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c64f67c1ba9d4437a752f22af76fdb3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3567860
Apr 20 23:30:10.261383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40414) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:10.275639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe6749-f003-470a-aeb0-a143ed5b96a1,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:10.280522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:10.333180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.361195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.397583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b175-7ec4-4aa2-b969-308649ae4cf6 req-5eb54f2f-3843-4c9b-8fad-3f18ed4dd1e7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:10.399241 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bf95b175-7ec4-4aa2-b969-308649ae4cf6 req-5eb54f2f-3843-4c9b-8fad-3f18ed4dd1e7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.2886462
Apr 20 23:30:10.410811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.416223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-92c97e59-abd2-460d-bcec-4ea838c402df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:10.427157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe6749-f003-470a-aeb0-a143ed5b96a1,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:10.429678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:10.434957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:10.436188 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06fe6749-f003-470a-aeb0-a143ed5b96a1 HTTP/1.1" status: 204  len: 168 time: 0.1738269
Apr 20 23:30:10.449951 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bf95b175-7ec4-4aa2-b969-308649ae4cf6 req-c2bf9b6f-402c-4909-9a32-0a016c4f7a09 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436277
Apr 20 23:30:10.553898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a', 'd42b0a91-646d-4ac4-8df2-4bc387f83a58'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:30:10.558939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Request body: {'port': {'device_id': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:10.695042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:11.118364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ea501c-5341-49d4-9efb-ee1639f46211 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:11.129838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:11.146188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Transition to ACTIVE for port object 89ea501c-5341-49d4-9efb-ee1639f46211 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:11.150876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:11.162534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b465ef4c-34cf-424a-a0cf-1e8f412763a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:11.199085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f291c-58ab-4d70-ac2e-1960dcb4b4c3 req-e73e4598-4206-4c5c-9803-76f37e20093c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:11.200797 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-806f291c-58ab-4d70-ac2e-1960dcb4b4c3 req-e73e4598-4206-4c5c-9803-76f37e20093c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 931 time: 0.1052012
Apr 20 23:30:11.250992 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-806f291c-58ab-4d70-ac2e-1960dcb4b4c3 req-999dec5d-362f-4526-9edb-ae0202c8ae7b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437603
Apr 20 23:30:11.304944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Pushing event updated for resources: {'Port': ['ID=89ea501c-5341-49d4-9efb-ee1639f46211,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:11.333501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:11.413143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Attempting to bind port 89ea501c-5341-49d4-9efb-ee1639f46211 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:11.413515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Attempting to bind port 89ea501c-5341-49d4-9efb-ee1639f46211 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:11.413890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Attempting to bind port 89ea501c-5341-49d4-9efb-ee1639f46211 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:11.419336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Port 89ea501c-5341-49d4-9efb-ee1639f46211 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:30:11.419696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Attempting to bind port 89ea501c-5341-49d4-9efb-ee1639f46211 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:11.425104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:11.425751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Checking segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:11.425848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Bound using segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:11.426329 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Bound port: 89ea501c-5341-49d4-9efb-ee1639f46211, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:11.426777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:11.536540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] For port 89ea501c-5341-49d4-9efb-ee1639f46211, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:11.539742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] For port 89ea501c-5341-49d4-9efb-ee1639f46211, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=89ea501c-5341-49d4-9efb-ee1639f46211,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:11.544295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:11.553530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:11.605417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:11.606096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:11.607684 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/89ea501c-5341-49d4-9efb-ee1639f46211 HTTP/1.1" status: 200  len: 1093 time: 1.0545022
Apr 20 23:30:11.610420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'tag': '89ea501c-5341-49d4-9efb-ee1639f46211'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:11.641498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Pushing event updated for resources: {'Port': ['ID=89ea501c-5341-49d4-9efb-ee1639f46211,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:11.645708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:11.667864 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'tag': '89ea501c-5341-49d4-9efb-ee1639f46211', 'status': 'completed', 'code': 200}
Apr 20 23:30:11.684087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5219d-1b69-487d-b173-75674df141a3 req-5f02c2dc-2f09-4536-a915-f40ed452e80e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:11.685773 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4df5219d-1b69-487d-b173-75674df141a3 req-5f02c2dc-2f09-4536-a915-f40ed452e80e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1138818
Apr 20 23:30:11.735356 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4df5219d-1b69-487d-b173-75674df141a3 req-b00634c5-4938-4d03-993b-5379d2dc5124 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432792
Apr 20 23:30:12.480059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bb01a-ce31-4e4b-8e67-3bd910785d7b req-8c2055b9-42aa-4a84-b658-71d2e6502691 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:12.481830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd6bb01a-ce31-4e4b-8e67-3bd910785d7b req-8c2055b9-42aa-4a84-b658-71d2e6502691 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 943 time: 0.1096587
Apr 20 23:30:12.530867 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd6bb01a-ce31-4e4b-8e67-3bd910785d7b req-27dac27c-ccec-4ed9-b01c-dd1f51f3c2ee tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423341
Apr 20 23:30:12.548415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d62bc-9fdd-4640-bc27-9b33044f8447 req-d0524063-22fa-4a7d-8eb6-87ec031ae8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:12.550062 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-366d62bc-9fdd-4640-bc27-9b33044f8447 req-d0524063-22fa-4a7d-8eb6-87ec031ae8ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 1096 time: 0.0862098
Apr 20 23:30:12.717308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d62bc-9fdd-4640-bc27-9b33044f8447 req-9d2d3f6d-aa66-40cd-87fe-4254746c286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:12.719884 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-366d62bc-9fdd-4640-bc27-9b33044f8447 req-9d2d3f6d-aa66-40cd-87fe-4254746c286c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d0374b0e56b94acbad1593288ac9e4df&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1573088
Apr 20 23:30:12.880252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d62bc-9fdd-4640-bc27-9b33044f8447 req-939b62a2-f157-42e7-8d6b-7cc77bc16eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:12.882046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-366d62bc-9fdd-4640-bc27-9b33044f8447 req-939b62a2-f157-42e7-8d6b-7cc77bc16eac service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1545215
Apr 20 23:30:12.965357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ba4a-cf56-4e9f-8639-b710e9d83aca req-c314b311-6658-4a36-b8d6-316580926f28 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:12.967301 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0880ba4a-cf56-4e9f-8639-b710e9d83aca req-c314b311-6658-4a36-b8d6-316580926f28 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1119125
Apr 20 23:30:13.042234 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0880ba4a-cf56-4e9f-8639-b710e9d83aca req-74c22c5f-41ce-442a-b76c-d98ff0d614ef tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676961
Apr 20 23:30:13.065892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-32a9b4d2-51f7-4dc7-879b-77dd97d526e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:13.067995 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-32a9b4d2-51f7-4dc7-879b-77dd97d526e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 1096 time: 0.1183984
Apr 20 23:30:13.382513 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-bf9a39bf-f2c7-4b30-beb5-1fd449843b7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89ea501c-5341-49d4-9efb-ee1639f46211 HTTP/1.1" status: 200  len: 217 time: 0.3065500
Apr 20 23:30:13.455853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-798eccfd-4698-44ad-ac2b-ccca9035951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:13.457632 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-798eccfd-4698-44ad-ac2b-ccca9035951b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.0677361
Apr 20 23:30:13.523173 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-5b053138-1e0b-4420-b24c-9cd5e34db534 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536227
Apr 20 23:30:13.684585 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-763a9a2d-845b-47ed-91c1-0a3bad8ae300 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535778
Apr 20 23:30:13.779455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83274ef-83ae-4473-9bc0-e9cf98195148 req-e421dafe-c49b-4925-b4be-56cc033cccb8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:13.781292 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b83274ef-83ae-4473-9bc0-e9cf98195148 req-e421dafe-c49b-4925-b4be-56cc033cccb8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 943 time: 0.1277554
Apr 20 23:30:13.846600 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b83274ef-83ae-4473-9bc0-e9cf98195148 req-e2ad86e6-4879-48d8-a509-778c0cf5651a tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573452
Apr 20 23:30:13.901876 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d01682b-2b89-4585-98b0-f23a0db5a2aa req-3fb9a189-5842-4449-927f-8f59e4bb52a0 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072427
Apr 20 23:30:14.257385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873a991-b75d-45d2-83c2-a4147501063d req-8f4989bf-3971-4ce1-bba4-0c8ab2072a22 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:14.259007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0873a991-b75d-45d2-83c2-a4147501063d req-8f4989bf-3971-4ce1-bba4-0c8ab2072a22 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0898542
Apr 20 23:30:14.307396 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0873a991-b75d-45d2-83c2-a4147501063d req-b5f5bb65-6d29-4bce-a56e-bc2a507335a6 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411046
Apr 20 23:30:14.787638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f47ce-ae5f-43a3-a409-a69b11b4d37e req-8ffe4061-3ba5-405b-ac43-d2408db74891 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:14.789262 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9c2f47ce-ae5f-43a3-a409-a69b11b4d37e req-8ffe4061-3ba5-405b-ac43-d2408db74891 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0969012
Apr 20 23:30:14.837889 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9c2f47ce-ae5f-43a3-a409-a69b11b4d37e req-debe4b45-a3ab-488a-9ab0-2d61ffd47b6a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412688
Apr 20 23:30:15.044930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691eae5-94d7-4588-acbd-b15c7fe5212b req-a820d8c5-cd20-4bdf-aa83-77d581a9bf23 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:15.046722 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c691eae5-94d7-4588-acbd-b15c7fe5212b req-a820d8c5-cd20-4bdf-aa83-77d581a9bf23 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 943 time: 0.0895109
Apr 20 23:30:15.095148 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c691eae5-94d7-4588-acbd-b15c7fe5212b req-fffc021f-8d7e-403f-b054-58e36d41791c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419369
Apr 20 23:30:16.071403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149dba3-b512-4d13-b74c-62ad2addee98 req-26bcb27f-059d-4307-967e-061cfdfe7fed tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:16.073101 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b149dba3-b512-4d13-b74c-62ad2addee98 req-26bcb27f-059d-4307-967e-061cfdfe7fed tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1016364
Apr 20 23:30:16.121885 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b149dba3-b512-4d13-b74c-62ad2addee98 req-c34564bd-eeb9-4e55-97c5-875e55a74c40 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419543
Apr 20 23:30:16.302408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fc9f8-28a9-4352-9f92-c0ff25ea8ebf req-b809b5d4-ad97-4eb5-bc41-a16fe8e3d1d9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:16.303976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dc7fc9f8-28a9-4352-9f92-c0ff25ea8ebf req-b809b5d4-ad97-4eb5-bc41-a16fe8e3d1d9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 943 time: 0.0904005
Apr 20 23:30:16.355480 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dc7fc9f8-28a9-4352-9f92-c0ff25ea8ebf req-c8886f22-4ed3-47fb-b706-3bdcaae58231 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448802
Apr 20 23:30:16.713543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-57649eaa-1148-4d6c-8d4e-e3ba9bfe8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:16.715134 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-57649eaa-1148-4d6c-8d4e-e3ba9bfe8d79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.0797901
Apr 20 23:30:16.879732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-45a6c759-efca-44f8-a430-a0fb478bbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:16.881293 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-45a6c759-efca-44f8-a430-a0fb478bbaaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.1468136
Apr 20 23:30:16.960905 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-309071f6-a0c1-46bd-97c2-a79d41c55a0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.0715163
Apr 20 23:30:17.032021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-0741aa6b-df25-4e35-8ea6-8b937d300a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:17.033595 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-0741aa6b-df25-4e35-8ea6-8b937d300a72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.0649562
Apr 20 23:30:17.093511 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-cb890761-2a24-4847-9930-8c04ae42a5de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519326
Apr 20 23:30:17.243385 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-f09aca39-03ab-4679-8fc0-9765325e4eef service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402671
Apr 20 23:30:17.334923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772548a1-0786-46ef-a59c-3d96d012ddce req-25650855-5483-4f06-9fb4-f5d54bcf6cb7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:17.337171 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-772548a1-0786-46ef-a59c-3d96d012ddce req-25650855-5483-4f06-9fb4-f5d54bcf6cb7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0935035
Apr 20 23:30:17.408445 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-772548a1-0786-46ef-a59c-3d96d012ddce req-02d57857-b6f5-4b90-8c8b-96a989919389 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637677
Apr 20 23:30:17.471072 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a52c335e-b120-4fec-a13f-ad29fd7fc52a req-7cd1066f-05ad-4dd1-90e9-24202768e9f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186718
Apr 20 23:30:17.637127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94236c2e-e6de-44b5-855a-3e54a4cba1f7 req-22ca7b27-8c50-4322-88ab-7fc770e0889c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:17.638888 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-94236c2e-e6de-44b5-855a-3e54a4cba1f7 req-22ca7b27-8c50-4322-88ab-7fc770e0889c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 943 time: 0.1378961
Apr 20 23:30:17.695425 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-94236c2e-e6de-44b5-855a-3e54a4cba1f7 req-4872512c-72ce-45ea-9abd-b8014b8ce214 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485392
Apr 20 23:30:18.436730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 89ea501c-5341-49d4-9efb-ee1639f46211 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:30:18.619665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 89ea501c-5341-49d4-9efb-ee1639f46211, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=89ea501c-5341-49d4-9efb-ee1639f46211,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:18.635411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c59db-da86-4870-8703-6384898c091d req-f09dfec4-83ef-4c21-abe7-bde12774daee tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:18.637064 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fb6c59db-da86-4870-8703-6384898c091d req-f09dfec4-83ef-4c21-abe7-bde12774daee tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0917363
Apr 20 23:30:18.640901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '89ea501c-5341-49d4-9efb-ee1639f46211', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'port_id': '89ea501c-5341-49d4-9efb-ee1639f46211', 'mac_address': 'fa:16:3e:07:83:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1b4bf5-f4a8-4146-a6aa-eafdb4916702', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:30:18.693680 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fb6c59db-da86-4870-8703-6384898c091d req-2b5e804f-05b3-4b82-ab66-2d66d9de9b74 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473957
Apr 20 23:30:18.703701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:18.722546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ea501c-5341-49d4-9efb-ee1639f46211 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:18.739458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 89ea501c-5341-49d4-9efb-ee1639f46211, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=89ea501c-5341-49d4-9efb-ee1639f46211,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:18.746427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:18.748273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:18.823776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=89ea501c-5341-49d4-9efb-ee1639f46211,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:18.827423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:18.911745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadbeba-4afe-4bc0-b25c-1f24d3acd6de req-ceb77913-0000-4779-9f7e-47e650ce442c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:18.913378 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cadbeba-4afe-4bc0-b25c-1f24d3acd6de req-ceb77913-0000-4779-9f7e-47e650ce442c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 944 time: 0.0959406
Apr 20 23:30:18.968471 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cadbeba-4afe-4bc0-b25c-1f24d3acd6de req-1caff2e5-a8d0-4500-acad-d9c709f3381d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481155
Apr 20 23:30:19.059462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['89ea501c-5341-49d4-9efb-ee1639f46211'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:30:19.270096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40674) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:19.399489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.415993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:19.420337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Usage tracker for resource:security_group_rule and tenant:f916897f1a0048bfb6c5667e4cad5caa is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:19.423624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:19.429990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:19.522145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.525956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.535207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f67a790b-637e-4023-86c7-dcd4411ad077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:19.580668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f916897f1a0048bfb6c5667e4cad5caa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3091598
Apr 20 23:30:19.581682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b235c0e-6cf7-404c-b7b1-d73ebe08cc82,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:19.584239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40680) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:19.589615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.590048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.590436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.590814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.591196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.591565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.591936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.592309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.592664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.593032 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.593424 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.593800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:19.597877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:19.650834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.679034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.732664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.742148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a7b90539-1a3e-4e2f-8422-9e534acc8bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:19.755533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b235c0e-6cf7-404c-b7b1-d73ebe08cc82,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:19.769900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:19.771496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:19.772839 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b235c0e-6cf7-404c-b7b1-d73ebe08cc82 HTTP/1.1" status: 204  len: 168 time: 0.1874895
Apr 20 23:30:19.916728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44a07-eb15-4d10-a53f-5d245e8931aa req-5f2d4a73-9a46-437e-8b30-1fde20939e44 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:19.918377 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17f44a07-eb15-4d10-a53f-5d245e8931aa req-5f2d4a73-9a46-437e-8b30-1fde20939e44 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0968053
Apr 20 23:30:19.969501 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-17f44a07-eb15-4d10-a53f-5d245e8931aa req-49575d8d-faf5-4e36-8e17-eb5ae5d4b799 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437922
Apr 20 23:30:20.196832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15daaa9-f61a-4053-b524-24b2a4862a43 req-142b76e9-81bc-47ce-9345-7c4d42973a07 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:20.198752 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a15daaa9-f61a-4053-b524-24b2a4862a43 req-142b76e9-81bc-47ce-9345-7c4d42973a07 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 944 time: 0.0955553
Apr 20 23:30:20.255374 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a15daaa9-f61a-4053-b524-24b2a4862a43 req-c64519c8-4c78-4726-b14f-7814024ccae5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488169
Apr 20 23:30:20.459796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 89ea501c-5341-49d4-9efb-ee1639f46211 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:20.623050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 89ea501c-5341-49d4-9efb-ee1639f46211 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:20.637107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 89ea501c-5341-49d4-9efb-ee1639f46211 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:20.637575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:20.655997 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-d49c81f2-d1b9-4eef-812d-5f4122f16dd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1315680
Apr 20 23:30:20.731420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40744) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:20.806315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:20.830262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-0b4655b4-ace5-408d-a911-30d1f4c39311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:20.831886 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-0b4655b4-ace5-408d-a911-30d1f4c39311 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.1484914
Apr 20 23:30:20.842467 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea501c-5341-49d4-9efb-ee1639f46211'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:20.855975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 89ea501c-5341-49d4-9efb-ee1639f46211, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=89ea501c-5341-49d4-9efb-ee1639f46211,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:20.861499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:20.865426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:20.874426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40754) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:20.938300 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea501c-5341-49d4-9efb-ee1639f46211', 'code': 200}
Apr 20 23:30:21.018929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=89ea501c-5341-49d4-9efb-ee1639f46211,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:21.024646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-e0a75e39-368d-4874-88ac-1ce681d7ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:21.026379 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-e0a75e39-368d-4874-88ac-1ce681d7ceaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.1714489
Apr 20 23:30:21.032893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:21.084374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366108274-network', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:21.109011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:21.133031 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-3f68167f-b335-4491-b740-fdd533827542 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.0925784
Apr 20 23:30:21.133445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.147539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Usage tracker for resource:network and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:21.153901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:21.156460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:21.163573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:5ccd62eefa7f4eb2b2a33e768a6a368f is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:21.167099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:21.169421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:21.177701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:21.189202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Made reservation on behalf of f3c71ff292b740db875e9d0c104b80d3 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:21.194351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.209624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.233857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:21.240458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:21.246714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:21.256709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:21.299516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-61672f0c-e3a5-43aa-a023-1923e3fc058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:21.301141 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-61672f0c-e3a5-43aa-a023-1923e3fc058f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.1593750
Apr 20 23:30:21.360092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.368480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.377774 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-0bd75f24-7eeb-4afb-94f1-d05230cc1a7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599821
Apr 20 23:30:21.382212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfeebfd6-9357-44c3-a4bd-f4463f7c3b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:21.469197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528feb8-b0a2-4569-8432-19b14aa9e9e3 req-d7f88c18-2bce-4c1d-a34e-601a3349f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:21.470972 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c528feb8-b0a2-4569-8432-19b14aa9e9e3 req-d7f88c18-2bce-4c1d-a34e-601a3349f1fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 1098 time: 0.2775385
Apr 20 23:30:21.502414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71535048-daaf-43fe-a468-c5953d045ca7,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:21.509735 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ccd62eefa7f4eb2b2a33e768a6a368f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6312656
Apr 20 23:30:21.509735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:21.510795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40770) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:21.517518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.531094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.537378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dfe266d1-c7ae-4afc-aa67-4da37e85e791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:21.569679 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c528feb8-b0a2-4569-8432-19b14aa9e9e3 req-5e6b155e-e267-4953-8bd1-52880e92f200 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847948
Apr 20 23:30:21.574949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b57594-44da-45ff-ac31-f72afd135db2,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:21.583863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:21.588483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:30:21.605944 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-3fbaa6bf-c7e1-4d4c-9093-e9bcccfd2636 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2214353
Apr 20 23:30:21.606141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1128f96-2bfb-4377-9149-c8f2d187feb2 req-b6b5f1c5-df53-49a3-90d7-891d0bcb0e14 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:21.607754 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d1128f96-2bfb-4377-9149-c8f2d187feb2 req-b6b5f1c5-df53-49a3-90d7-891d0bcb0e14 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 945 time: 0.2029872
Apr 20 23:30:21.612135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.612577 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Added segment c3e9dfa9-5b74-4205-bed4-ebe684d00f6f of type vlan for network 75d64c0b-e074-4068-95b0-5be448f5881f
Apr 20 23:30:21.630939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.684799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.694365 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d1128f96-2bfb-4377-9149-c8f2d187feb2 req-7fbcaaa5-eab6-4748-8429-5950f70f87ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720756
Apr 20 23:30:21.721763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.726682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:21.726682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.731629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:21.742660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.832464 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9809a2a9-6998-40bb-b022-d09adfa3d7ea req-95ce3253-5ad0-4a3e-b872-e356c7c948b7 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984210
Apr 20 23:30:21.836656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Pushing event updated for resources: {'Network': ['ID=75d64c0b-e074-4068-95b0-5be448f5881f,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:21.846629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.854232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d349f9ca-2f6a-4c63-8808-b1718e92a649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:21.865225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 75d64c0b-e074-4068-95b0-5be448f5881f details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:30:21.871498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:21.873178 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71535048-daaf-43fe-a468-c5953d045ca7 HTTP/1.1" status: 204  len: 168 time: 0.3620715
Apr 20 23:30:21.876986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71535048-daaf-43fe-a468-c5953d045ca7,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:21.880045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:21.894038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:21.945096 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2090769
Apr 20 23:30:21.945213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40786) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:21.951134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Request body: {'subnet': {'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366108274-subnet', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'ip_version': 4}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:21.958237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:21.975841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481fbdd-48d6-4a88-9bb2-1b19e5daf894 req-ac7861ae-6f7f-4648-a4cb-7ced4549ec29 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:21.978517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Usage tracker for resource:subnet and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:21.981878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:21.985592 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9481fbdd-48d6-4a88-9bb2-1b19e5daf894 req-ac7861ae-6f7f-4648-a4cb-7ced4549ec29 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1391542
Apr 20 23:30:21.993188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:22.017531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Made reservation on behalf of f3c71ff292b740db875e9d0c104b80d3 for: {'subnet': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:22.026199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1770963'] for subnet, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:22.039051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9481fbdd-48d6-4a88-9bb2-1b19e5daf894 req-b436ed8f-9131-460c-9c36-07fff5f2ea6e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492935
Apr 20 23:30:22.576146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1619521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1770946'] for subnet, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:22.583502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:22.864985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be117658-b916-4700-8331-4fd9c7c5e203,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:22.871275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:22.904617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Checking segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:22.905070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Network hostable DHCP agents. Network: 75d64c0b-e074-4068-95b0-5be448f5881f, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:30:22.951383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Network 75d64c0b-e074-4068-95b0-5be448f5881f is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:30:22.967504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 75d64c0b-e074-4068-95b0-5be448f5881f) {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:22.980402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1e071-4bc1-4ae6-9e6d-fedb4858953d None None] Network 75d64c0b-e074-4068-95b0-5be448f5881f requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:22.985981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:22.986632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.009488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0632727
Apr 20 23:30:23.012743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40830) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:23.019167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:23.027162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:23.029751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Usage tracker for resource:router and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:23.033589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:23.040162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:23.043707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a33a6e-5765-4c57-91c4-de59db8e3096 req-b4a2a928-ab90-405c-9aea-f43e8796482c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:23.058497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.060231 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57a33a6e-5765-4c57-91c4-de59db8e3096 req-b4a2a928-ab90-405c-9aea-f43e8796482c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 945 time: 0.1758432
Apr 20 23:30:23.060762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.111489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.204826 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57a33a6e-5765-4c57-91c4-de59db8e3096 req-0766e02d-488c-43f5-ba2d-f3983068da55 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436622
Apr 20 23:30:23.232538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40840) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:23.467643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.486277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-75d64c0b-e074-4068-95b0-5be448f5881f', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:30:23.487244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.498865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:23.503978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Usage tracker for resource:security_group_rule and tenant:3ea586892f4d4b59b342cb7976c8ddd3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:23.507180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:23.515303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:23.587118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.661501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.666046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:23.680610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-afb33521-0f3c-4359-83cc-e50fda34162d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:23.691903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Allocated IP 172.20.0.2 (75d64c0b-e074-4068-95b0-5be448f5881f/be117658-b916-4700-8331-4fd9c7c5e203/d8030e51-2e5b-4ed2-896d-f1b339b223cc) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:23.732968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ea586892f4d4b59b342cb7976c8ddd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4967964
Apr 20 23:30:23.734295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40852) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:23.736074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475a7627-ec54-4211-a96e-36a6e06d78bb,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:23.739872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:23.999582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.021212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.033610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Transition to ACTIVE for port object d8030e51-2e5b-4ed2-896d-f1b339b223cc will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:24.070854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Transition to ACTIVE for port object d8030e51-2e5b-4ed2-896d-f1b339b223cc will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:24.076154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.077661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.085041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:24.122333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.155659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40866) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:24.173126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Pushing event updated for resources: {'Port': ['ID=d8030e51-2e5b-4ed2-896d-f1b339b223cc,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:24.176909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:24.182372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.190585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Network 75d64c0b-e074-4068-95b0-5be448f5881f is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:24.192415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:24.196055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:24.216449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.317878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Attempting to bind port d8030e51-2e5b-4ed2-896d-f1b339b223cc on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:24.318297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Attempting to bind port d8030e51-2e5b-4ed2-896d-f1b339b223cc by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:24.318708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Attempting to bind port d8030e51-2e5b-4ed2-896d-f1b339b223cc on network 75d64c0b-e074-4068-95b0-5be448f5881f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:24.326499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:24.326931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Checking segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:24.327386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.327871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Bound using segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:24.328713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Bound port: d8030e51-2e5b-4ed2-896d-f1b339b223cc, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:24.329182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.347727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.372358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:24.381270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:35cbffeeca3f4076929a789895a11550 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:24.386855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:24.413284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:24.447402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.474219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] For port d8030e51-2e5b-4ed2-896d-f1b339b223cc, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:24.478914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] For port d8030e51-2e5b-4ed2-896d-f1b339b223cc, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d8030e51-2e5b-4ed2-896d-f1b339b223cc,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:24.483057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1a25d028-089d-41c0-9494-110b75fe4359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:24.489706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.501154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a7627-ec54-4211-a96e-36a6e06d78bb,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:24.507431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:24.514778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:24.539217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.544160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.567814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Allocated IP 172.27.1.180 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/a59e8835-6cb9-4aaa-b366-e20b43aa8d66) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:24.575258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86471331-e10a-4d6e-af5d-e2b46a54535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:24.582853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.587546 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/475a7627-ec54-4211-a96e-36a6e06d78bb HTTP/1.1" status: 204  len: 168 time: 0.8501885
Apr 20 23:30:24.589225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40886) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:24.595873 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35cbffeeca3f4076929a789895a11550&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4282782
Apr 20 23:30:24.639169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b544e2-b52e-42eb-a175-99364b6ff7d2,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:24.655242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:24.667173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Pushing event updated for resources: {'Port': ['ID=d8030e51-2e5b-4ed2-896d-f1b339b223cc,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:24.671380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:24.808483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.850578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.896858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.935939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.943928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c2b0a14d-fedb-448b-8ad2-7a33494a1c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:24.966590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b544e2-b52e-42eb-a175-99364b6ff7d2,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:24.971117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:24.979098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:24.980484 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33b544e2-b52e-42eb-a175-99364b6ff7d2 HTTP/1.1" status: 204  len: 168 time: 0.3909709
Apr 20 23:30:24.990497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:25.011808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0a3dc477-c189-40fa-8ec4-6bfdca9f7a72 tempest-DeleteServersTestJSON-1935000112 tempest-DeleteServersTestJSON-1935000112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:25.121074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:25.124490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:25.133090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:25.180960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:25.187166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:25.410720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40922) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:25.695068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:25.752968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:25.791564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:25.805314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Usage tracker for resource:security_group_rule and tenant:8c50b19e88d54bee93a0062bf6408f34 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:25.809304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:25.818011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:26.052555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.058843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.077134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-35c0ce9c-feff-4391-9e4a-b07f9c7ff2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:26.099606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d8030e51-2e5b-4ed2-896d-f1b339b223cc up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:26.146292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e87312-f8ae-443a-b95c-eb85153f7e62,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:26.153507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:26.180672 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c50b19e88d54bee93a0062bf6408f34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7685535
Apr 20 23:30:26.184806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40956) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:26.257315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40960) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:26.271400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port d8030e51-2e5b-4ed2-896d-f1b339b223cc completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:26.305037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.343271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.387501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.456009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.465258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:26.483704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1989221791-network', 'tenant_id': 'fd9a5d48ce4c4511a271650a85549ba7'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:26.489359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:26.491250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ac9c7-f7b3-41b4-849d-2c3ab1900185 None None] Network 75d64c0b-e074-4068-95b0-5be448f5881f requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:26.494220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e87312-f8ae-443a-b95c-eb85153f7e62,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:26.505991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Usage tracker for resource:network and tenant:fd9a5d48ce4c4511a271650a85549ba7 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:26.517647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:26.519137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:26.545198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:26.549376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.554924 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14e87312-f8ae-443a-b95c-eb85153f7e62 HTTP/1.1" status: 204  len: 168 time: 0.3688841
Apr 20 23:30:26.572345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Made reservation on behalf of fd9a5d48ce4c4511a271650a85549ba7 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:26.577933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.619050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Provisioning for port d8030e51-2e5b-4ed2-896d-f1b339b223cc completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:26.648381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.653099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Provisioning complete for port d8030e51-2e5b-4ed2-896d-f1b339b223cc triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:26.653951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.710245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:26.719879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Usage tracker for resource:security_group_rule and tenant:fd9a5d48ce4c4511a271650a85549ba7 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:26.731917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:26.755991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:26.846952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40982) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:26.946769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:30:26.986162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.991593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:26.999183 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8382e113-0eb2-46cb-8a40-152ce17a47ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:27.051927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91436ef2-c99a-4fec-857e-14e317dfdc7b,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:27.101390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:30:27.109163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:27.111662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40988) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:27.134856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.149590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.149980 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Added segment 576eb723-de8b-4be1-a154-188a5a945d0d of type vlan for network 02bc338b-5310-4591-a838-64ce3f92d7db
Apr 20 23:30:27.162073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:27.172229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:05521bb873e047028e96689665463782 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:27.179385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:27.199824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:27.209639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.248247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-897545087-network', 'tenant_id': '4f6d5560208848f7b170f5cff250d476'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:27.257485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:27.266429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Usage tracker for resource:network and tenant:4f6d5560208848f7b170f5cff250d476 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:27.271516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:27.277916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.280834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:27.282594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.283694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:30:27.285374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:27.285712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.293013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5e6394ad-db4f-4932-b5ef-b60c8198414d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:27.298549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Sync routers for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:30:27.310918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.312258 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.2984664
Apr 20 23:30:27.314631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:27.315547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a499eb8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:27.318222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 40994) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:27.319121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Made reservation on behalf of 4f6d5560208848f7b170f5cff250d476 for: {'network': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:27.324127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.351667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] For port d8030e51-2e5b-4ed2-896d-f1b339b223cc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d8030e51-2e5b-4ed2-896d-f1b339b223cc,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:27.357085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.359008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:27.407873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Pushing event updated for resources: {'Network': ['ID=02bc338b-5310-4591-a838-64ce3f92d7db,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:27.414122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:27.418667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.430666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 02bc338b-5310-4591-a838-64ce3f92d7db details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:30:27.467375 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2043805
Apr 20 23:30:27.470153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 40998) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:27.481426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Request body: {'subnet': {'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1989221791-subnet', 'tenant_id': 'fd9a5d48ce4c4511a271650a85549ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:27.490377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:27.494682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Usage tracker for resource:subnet and tenant:fd9a5d48ce4c4511a271650a85549ba7 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:27.497939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:27.511343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:27.518418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.531179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.534852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:27.549558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Usage tracker for resource:security_group_rule and tenant:4f6d5560208848f7b170f5cff250d476 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:27.559649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:27.567165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:27.580332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:27.581328 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05521bb873e047028e96689665463782&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4685020
Apr 20 23:30:27.582455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Made reservation on behalf of fd9a5d48ce4c4511a271650a85549ba7 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:27.584920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 41002) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:27.589015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.619329 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:27.746913 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.780443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.820346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Pushing event updated for resources: {'Port': ['ID=d8030e51-2e5b-4ed2-896d-f1b339b223cc,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:27.838855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:27.842978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-a1918d2d-d916-4354-9708-bb4754cc94cc None None] Provisioning complete for port d8030e51-2e5b-4ed2-896d-f1b339b223cc triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:27.843733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a1918d2d-d916-4354-9708-bb4754cc94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.874259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b80692-c8d1-4308-8d77-4cc8d7a1663c,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:27.877768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:27.970163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:27.976304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a499eb8>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:25Z', 'revision_number': 3, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:27.980573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Checking router: cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:30:27.981006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Updating router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:30:28.006136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:28.035369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d8030e51-2e5b-4ed2-896d-f1b339b223cc up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:28.067469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b80692-c8d1-4308-8d77-4cc8d7a1663c,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:28.086262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.108651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:28.164697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.185371 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18b80692-c8d1-4308-8d77-4cc8d7a1663c HTTP/1.1" status: 204  len: 168 time: 0.5819147
Apr 20 23:30:28.194055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port d8030e51-2e5b-4ed2-896d-f1b339b223cc triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:28.194537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.199969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.206742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:28.290310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b61865-2e85-4e42-8dc3-d1550798c151,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:28.294539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:28.307809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.326775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Checking segment: {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:28.327358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Network hostable DHCP agents. Network: 02bc338b-5310-4591-a838-64ce3f92d7db, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:30:28.350635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Network 02bc338b-5310-4591-a838-64ce3f92d7db is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:30:28.362584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 02bc338b-5310-4591-a838-64ce3f92d7db) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:28.379316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:28.379988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.401026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.402522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f15e5-04a3-4290-9201-5a8c09aaecf5 None None] Network 02bc338b-5310-4591-a838-64ce3f92d7db requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:28.403882 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d56b8de8-9461-472f-b0b7-340b3b0d79ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9322076
Apr 20 23:30:28.423442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e21e83f5-5054-4212-97ca-8f3e5d6df3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:28.688133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=86397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:30:28.729768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfd06bf-585c-4775-8a55-48abfb47c7f0,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:28.733131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:28.736897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.737611 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Added segment 7e5052e3-1e91-4877-9360-d7b23185568a of type vlan for network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce
Apr 20 23:30:28.792571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.824284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Transition to ACTIVE for port object a59e8835-6cb9-4aaa-b366-e20b43aa8d66 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:28.832849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.838149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.845528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:28.894327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd0660-54af-4387-b904-734d5f3d6df6 None None] Network 02bc338b-5310-4591-a838-64ce3f92d7db requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:28.925133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.941916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Pushing event updated for resources: {'Port': ['ID=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:28.945898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.964009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.964889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.965485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.966087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.966643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.967925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.968476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.969527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.970282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.970837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.972039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.972591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:28.984431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:28.985092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:28.991393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b26955b-d418-423d-bbce-4fcd34ef12fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:28.993564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:29.026486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Attempting to bind port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:29.026896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Attempting to bind port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:29.027293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Attempting to bind port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:29.034648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:29.035054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:29.035485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:29.035912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:29.036491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Bound port: a59e8835-6cb9-4aaa-b366-e20b43aa8d66, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:29.036916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:29.064571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41032) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:29.065123 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.2145445
Apr 20 23:30:29.071341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Request body: {'subnet': {'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-897545087-subnet', 'tenant_id': '4f6d5560208848f7b170f5cff250d476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:29.081174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:29.087507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Usage tracker for resource:subnet and tenant:4f6d5560208848f7b170f5cff250d476 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:29.097777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:29.113075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:29.135352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Made reservation on behalf of 4f6d5560208848f7b170f5cff250d476 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:29.144832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:29.157499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] For port a59e8835-6cb9-4aaa-b366-e20b43aa8d66, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:29.162870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] For port a59e8835-6cb9-4aaa-b366-e20b43aa8d66, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:29.186983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:29.196037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:29.345658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Pushing event updated for resources: {'Network': ['ID=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:29.356230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:29.371330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:30:29.423404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:29.424303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a499eb8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:29.698512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Pushing event updated for resources: {'Port': ['ID=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:29.707797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Allocated IP 172.20.0.1 (75d64c0b-e074-4068-95b0-5be448f5881f/be117658-b916-4700-8331-4fd9c7c5e203/3d554af1-667c-40ab-a391-85de29d43d75) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:29.755027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:29.821512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:29.925684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:29.945669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Transition to ACTIVE for port object 3d554af1-667c-40ab-a391-85de29d43d75 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:29.974943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:29.989314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:30.047947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Network 75d64c0b-e074-4068-95b0-5be448f5881f is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:30.054204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:30.068957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:30.143729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Pushing event updated for resources: {'Port': ['ID=3d554af1-667c-40ab-a391-85de29d43d75,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:30.149585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:30.155328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.159462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a499eb8>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:25Z', 'revision_number': 3, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:30.163132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.173614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:30.177445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465abbd6-4e8c-44b1-b73e-8e44561e392d None None] The sync data for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi is: [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:25Z', 'revision_number': 3, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:30:30.282237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Checking segment: {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:30.282638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Network hostable DHCP agents. Network: ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:30:30.303328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b660ae89-2e16-4798-9eb5-575fb2cb6d8f,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:30.306348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:30.314863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:30:30.324642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:30.335143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.336840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f8154-2860-4ea7-b8aa-ae1edcbdf275 None None] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:30.338886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:30.339759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.362725 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5d6c5b03-0ada-408d-95e6-4f13889cd7a0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2962906
Apr 20 23:30:30.740757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.748680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bf0acb6e-9c12-499b-a705-e892046c59a1 None None] Provisioning for port 3d554af1-667c-40ab-a391-85de29d43d75 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:30.749540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.774331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bf0acb6e-9c12-499b-a705-e892046c59a1 None None] Provisioning complete for port 3d554af1-667c-40ab-a391-85de29d43d75 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:30.774636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0acb6e-9c12-499b-a705-e892046c59a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:30.839788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:30.908539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bf0acb6e-9c12-499b-a705-e892046c59a1 None None] Port 3d554af1-667c-40ab-a391-85de29d43d75 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:30:30.912324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e24b8b-3399-4db6-86a8-3d296cd64860 None None] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:31.299240 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Pushing event updated for resources: {'Port': ['ID=3d554af1-667c-40ab-a391-85de29d43d75,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:31.304436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:31.326911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:31.502663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-7be8b117-6ec6-4ddb-9cbf-fc3d92615880 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:31.503458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-7be8b117-6ec6-4ddb-9cbf-fc3d92615880 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Synchronizing usage tracker for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:network {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:30:31.530339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-7be8b117-6ec6-4ddb-9cbf-fc3d92615880 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Unset dirty status for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:network {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:30:31.538228 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-7be8b117-6ec6-4ddb-9cbf-fc3d92615880 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/networks?id=02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 200  len: 814 time: 0.3075871
Apr 20 23:30:31.541437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Network 75d64c0b-e074-4068-95b0-5be448f5881f is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:31.543707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:31.557105 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-8e4f14aa-decf-4714-8839-2fee84f6d27e tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/quotas/fd9a5d48ce4c4511a271650a85549ba7 HTTP/1.1" status: 200  len: 375 time: 0.0178173
Apr 20 23:30:31.630780 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-df0d1895-e2b8-4413-b37d-a3d25a07a154 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0725343
Apr 20 23:30:31.820853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:30:31.839593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9ff2be58-c6ae-43e4-ad44-9a602e01e3c2 None None] Provisioning complete for port 3d554af1-667c-40ab-a391-85de29d43d75 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:31.839924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ff2be58-c6ae-43e4-ad44-9a602e01e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:31.870754 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-b95524f4-4b97-4444-9705-23bcd6b67748 service neutron] 10.222.0.24 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389972
Apr 20 23:30:31.987860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2be58-c6ae-43e4-ad44-9a602e01e3c2 None None] Port 3d554af1-667c-40ab-a391-85de29d43d75 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:30:32.073173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device a59e8835-6cb9-4aaa-b366-e20b43aa8d66 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:32.104380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:30:32.111661 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] 10.222.0.24 "PUT /v2.0/routers/cd38f6c3-6ac9-4937-9c16-86b5c1f9d107/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7762828
Apr 20 23:30:32.243835 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-59e7635f-27b7-4019-956b-a32057d3608d service neutron] 10.222.0.24 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3633368
Apr 20 23:30:32.327966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:32.344823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:32.345300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:32.606925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:32.642539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30d4a5d1-6fba-4097-b8ee-0a1fe29a9432 req-37fb4373-5347-4216-ba46-1710e90efbf8 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 210 time: 0.0981820
Apr 20 23:30:32.653518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cd012b60-db0f-4832-93dc-f601ed9c0cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:32.656078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port a59e8835-6cb9-4aaa-b366-e20b43aa8d66, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:32.666956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:32.675428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:32.787752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:32.793576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:32.917102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-4f8103d8-29d9-4b5d-b37d-03b47e372c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:32.917102 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-4f8103d8-29d9-4b5d-b37d-03b47e372c3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.1032283
Apr 20 23:30:32.981797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeee3e-a7e3-4d46-b69a-579771e7b93d req-00a9287d-48fd-4c3a-a485-7918a9a589f1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:32.989879 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4eeeee3e-a7e3-4d46-b69a-579771e7b93d req-00a9287d-48fd-4c3a-a485-7918a9a589f1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1140795
Apr 20 23:30:33.043689 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4eeeee3e-a7e3-4d46-b69a-579771e7b93d req-cdd2b792-0686-45dd-aca9-a14dd1ee2f97 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527775
Apr 20 23:30:33.085933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-2530f000-c495-404e-9cef-aa7429232fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:33.087730 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-2530f000-c495-404e-9cef-aa7429232fa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.1560540
Apr 20 23:30:33.115427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41148) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:33.123119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491059279-network', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:33.134283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:33.139413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Usage tracker for resource:network and tenant:d0056ce98ac1465daa20f74a247a4999 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:33.143079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:33.150802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:33.160710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Made reservation on behalf of d0056ce98ac1465daa20f74a247a4999 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:33.166241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.169404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-b44fc72d-7ff8-4975-8f1c-7fe4faa0ae94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.0740073
Apr 20 23:30:33.180651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.199280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:33.205313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Usage tracker for resource:security_group_rule and tenant:d0056ce98ac1465daa20f74a247a4999 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:33.208935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:33.219659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:33.282108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-0004b19e-c785-479c-bda7-a6ec432059b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:33.283980 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-0004b19e-c785-479c-bda7-a6ec432059b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.1049700
Apr 20 23:30:33.353396 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-3096d855-4337-46b3-a2f4-1713ad78970a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550439
Apr 20 23:30:33.360475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.365866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.370676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c5f49ddc-fb42-45d8-9565-04ef77b724c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:33.408276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:30:33.419892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fe397-5694-4de9-a3d1-23b4d65822ed,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:33.424255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:33.427220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.427605 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Added segment 460ae858-a86a-40be-bbd3-b0b0a04d2d84 of type vlan for network 8d627d89-e458-44e8-b185-cad2ecfba334
Apr 20 23:30:33.473921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.531523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.533226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:33.533967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.559243 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:33.566111 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-2ff5ef0c-7f48-4acf-96fc-00180297916b service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038076
Apr 20 23:30:33.647453 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5280435
Apr 20 23:30:33.655418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41172) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:33.670385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Request body: {'subnet': {'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491059279-subnet', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:33.674759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Pushing event updated for resources: {'Network': ['ID=8d627d89-e458-44e8-b185-cad2ecfba334,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:33.684715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:33.685592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 8d627d89-e458-44e8-b185-cad2ecfba334 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:30:33.685826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:33.690758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Usage tracker for resource:subnet and tenant:d0056ce98ac1465daa20f74a247a4999 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:33.693970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:33.700330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:33.713573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Made reservation on behalf of d0056ce98ac1465daa20f74a247a4999 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:33.718810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:33.748644 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e4a054c-918c-4bef-9c24-1261dd145f9e req-3eaa6a51-97f8-46c5-8f6c-2c7f8363e263 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749525
Apr 20 23:30:33.826892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Sync routers for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:30:33.873124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:33.874350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a00b400>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:34.054362 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8a4797f2-7c5f-4e62-8d77-476fcac4d92d req-7a246709-8a59-4f6e-9ebc-8afd7c26c5f3 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 210 time: 0.1700549
Apr 20 23:30:34.177860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-40faa9fc-c952-48fd-8048-5bfba841eb47 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:34.179588 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-40faa9fc-c952-48fd-8048-5bfba841eb47 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "GET /v2.0/networks?id=02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 200  len: 814 time: 0.2255750
Apr 20 23:30:34.183461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-14d84fc7-572b-4bea-99f5-4a4161ba980b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:34.185183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-14d84fc7-572b-4bea-99f5-4a4161ba980b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/networks?id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 200  len: 808 time: 0.4315729
Apr 20 23:30:34.187319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:34.203403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Request body: {'port': {'device_id': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db', 'admin_state_up': True, 'tenant_id': 'fd9a5d48ce4c4511a271650a85549ba7'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:34.214058 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-d2ef32b6-9f22-46b0-8e25-4d02276875fd tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/quotas/4f6d5560208848f7b170f5cff250d476 HTTP/1.1" status: 200  len: 375 time: 0.0211284
Apr 20 23:30:34.274379 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-da837790-553f-4ffc-b558-d5dad1684e47 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f6d5560208848f7b170f5cff250d476&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0592628
Apr 20 23:30:34.293591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device a59e8835-6cb9-4aaa-b366-e20b43aa8d66 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:34.419716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:34.420209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:34.486712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:34.491529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Usage tracker for resource:port and tenant:fd9a5d48ce4c4511a271650a85549ba7 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:34.495146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:34.502642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:34.517064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Made reservation on behalf of fd9a5d48ce4c4511a271650a85549ba7 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:34.532020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:34.665304 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-85aa7161-ff18-4edb-b8be-1f5783591811 service neutron] 10.222.0.24 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3897359
Apr 20 23:30:34.732158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Allocated IP 172.20.0.11 (02bc338b-5310-4591-a838-64ce3f92d7db/32b61865-2e85-4e42-8dc3-d1550798c151/f0c5f25c-58e5-43eb-b36f-6180e1a76a4b) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:34.825920 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-45ad9ee6-33b4-4b61-aa36-dfb5c3f85ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592112
Apr 20 23:30:34.872775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c24f8f12-dd2b-4053-ac5e-35fa5b2ab37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:34.910295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6fcaf-88ce-41f2-8585-9d4f6f9e9a26 req-5b50eb22-b1a3-436f-b69a-5a9e5b2443bb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:34.918686 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dcb6fcaf-88ce-41f2-8585-9d4f6f9e9a26 req-5b50eb22-b1a3-436f-b69a-5a9e5b2443bb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.5853653
Apr 20 23:30:35.003678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.083005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.087825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a00b400>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 2, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:35.092929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Checking router: cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:30:35.093614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Updating router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 port 3d554af1-667c-40ab-a391-85de29d43d75 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:30:35.108661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:35.110677 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dcb6fcaf-88ce-41f2-8585-9d4f6f9e9a26 req-02c2b897-fec1-421a-a2d9-adefafcdfa1d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731838
Apr 20 23:30:35.221700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.238624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Pushing event updated for resources: {'Port': ['ID=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:35.252389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:35.255283 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-36462272-48b1-4c61-8d17-2678512bcdf6 req-461df27a-c22b-4922-95c9-261332cff584 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 210 time: 0.1061156
Apr 20 23:30:35.264209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Network 02bc338b-5310-4591-a838-64ce3f92d7db is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:35.266734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:35.271198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:35.410024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.428856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8b0778e6-1d83-4eae-9b3c-39b4c6ea6091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:35.429561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:35.430198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.487674 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2912788
Apr 20 23:30:35.503794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Request body: {'port': {'device_id': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:35.543763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Checking segment: {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:35.544084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Network hostable DHCP agents. Network: 8d627d89-e458-44e8-b185-cad2ecfba334, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:30:35.558141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.571895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b77412c-be41-48be-b1f9-728728e64ae9,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:35.576715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:35.590317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Network 8d627d89-e458-44e8-b185-cad2ecfba334 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:30:35.604719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f8800-3a8f-469d-b722-48c9cd1ceb00 req-6d5738d5-c286-4b5b-8eae-ceb5ba7ab751 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:35.613901 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e66f8800-3a8f-469d-b722-48c9cd1ceb00 req-6d5738d5-c286-4b5b-8eae-ceb5ba7ab751 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 932 time: 0.2488103
Apr 20 23:30:35.653647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.661054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 8d627d89-e458-44e8-b185-cad2ecfba334) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:35.675097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7292c5-ccd4-43c4-8b30-c8d0d60a7dbc None None] Network 8d627d89-e458-44e8-b185-cad2ecfba334 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:35.762510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.878309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.903919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:35.904649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.911204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Transition to ACTIVE for port object 3d554af1-667c-40ab-a391-85de29d43d75 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:35.919818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e66f8800-3a8f-469d-b722-48c9cd1ceb00 req-bc88eefc-4d49-45f7-b8ba-2405383a84ba tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Synchronizing usage tracker for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:30:35.944422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e66f8800-3a8f-469d-b722-48c9cd1ceb00 req-bc88eefc-4d49-45f7-b8ba-2405383a84ba tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Unset dirty status for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:30:35.952716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:35.955032 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e66f8800-3a8f-469d-b722-48c9cd1ceb00 req-bc88eefc-4d49-45f7-b8ba-2405383a84ba tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3376942
Apr 20 23:30:35.959996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:35.976868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 41234) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:35.977102 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3204491
Apr 20 23:30:35.989286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:35.997746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:36.012010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Usage tracker for resource:router and tenant:d0056ce98ac1465daa20f74a247a4999 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:36.018295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:36.048004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:36.132139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.133363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.156607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1342b2e-2997-4fe8-b4a8-cece1c249b07 None None] Pushing event updated for resources: {'Port': ['ID=3d554af1-667c-40ab-a391-85de29d43d75,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:36.190946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.194604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1342b2e-2997-4fe8-b4a8-cece1c249b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:36.286784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-8d627d89-e458-44e8-b185-cad2ecfba334', 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'fixed_ips': [{'subnet_id': '0b77412c-be41-48be-b1f9-728728e64ae9'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:30:36.287774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.316496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Attempting to bind port 3d554af1-667c-40ab-a391-85de29d43d75 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:36.316903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Attempting to bind port 3d554af1-667c-40ab-a391-85de29d43d75 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:36.317395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Attempting to bind port 3d554af1-667c-40ab-a391-85de29d43d75 on network 75d64c0b-e074-4068-95b0-5be448f5881f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:36.325145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:36.325688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Checking segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:36.326202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.326700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Bound using segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:36.327288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Bound port: 3d554af1-667c-40ab-a391-85de29d43d75, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:36.327828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.370252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.resource_extend [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 23:30:36.373675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc18c2-9f11-40c5-bccd-ff81ccd9f846 req-893bc606-66bf-42fc-916f-8f60cd7f9e68 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:36.375065 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-39bc18c2-9f11-40c5-bccd-ff81ccd9f846 req-893bc606-66bf-42fc-916f-8f60cd7f9e68 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1118300
Apr 20 23:30:36.463703 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c4b98a97-be0f-4a85-a7f0-cfb93a38ecc6 req-39d74451-a8aa-4e1b-abca-3f3ec4790c40 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 210 time: 0.0646486
Apr 20 23:30:36.501675 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-39bc18c2-9f11-40c5-bccd-ff81ccd9f846 req-9cd0e1b7-0ea7-4fe9-a7d3-428e83963c07 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181622
Apr 20 23:30:36.570834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] For port 3d554af1-667c-40ab-a391-85de29d43d75, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:36.592148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] For port 3d554af1-667c-40ab-a391-85de29d43d75, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3d554af1-667c-40ab-a391-85de29d43d75,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:36.600778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:36.609269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:36.644129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Allocated IP 172.20.0.2 (8d627d89-e458-44e8-b185-cad2ecfba334/0b77412c-be41-48be-b1f9-728728e64ae9/de100e3e-f5b0-46f5-b1c6-90cc9cd766fc) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:36.736247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1342b2e-2997-4fe8-b4a8-cece1c249b07 None None] Pushing event updated for resources: {'Port': ['ID=3d554af1-667c-40ab-a391-85de29d43d75,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:36.748149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:36.748918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a00b400>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:36.819454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1342b2e-2997-4fe8-b4a8-cece1c249b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:36.951135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c5f25c-58e5-43eb-b36f-6180e1a76a4b {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:37.027606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.050513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.085655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Transition to ACTIVE for port object f0c5f25c-58e5-43eb-b36f-6180e1a76a4b will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:37.098877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.129476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:37.180906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.306339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-cfb39e38-8c2b-43cb-9f5b-ab94e24277b8 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:37.307309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c108e13b-5759-408e-8861-39860953b3f2 req-cfb39e38-8c2b-43cb-9f5b-ab94e24277b8 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Synchronizing usage tracker for tenant:4f6d5560208848f7b170f5cff250d476 on resource:network {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:30:37.346896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb613d-b9a7-446b-a2e1-301a2868b030 req-2178f81f-dfa8-4a81-8b5a-e2580e3ddf98 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:37.348612 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-28eb613d-b9a7-446b-a2e1-301a2868b030 req-2178f81f-dfa8-4a81-8b5a-e2580e3ddf98 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 944 time: 0.1466460
Apr 20 23:30:37.400856 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-28eb613d-b9a7-446b-a2e1-301a2868b030 req-0df361c6-37c0-44f9-b390-2114d79dc140 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454652
Apr 20 23:30:37.444793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:37.451768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:37.456741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:37.530602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c108e13b-5759-408e-8861-39860953b3f2 req-cfb39e38-8c2b-43cb-9f5b-ab94e24277b8 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Unset dirty status for tenant:4f6d5560208848f7b170f5cff250d476 on resource:network {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:30:37.532253 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-cfb39e38-8c2b-43cb-9f5b-ab94e24277b8 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "GET /v2.0/networks?id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 200  len: 808 time: 0.7582548
Apr 20 23:30:37.585939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Request body: {'port': {'device_id': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce', 'admin_state_up': True, 'tenant_id': '4f6d5560208848f7b170f5cff250d476'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:37.718506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41266) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:37.764202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Attempting to bind port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:37.764498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Attempting to bind port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:37.764868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Attempting to bind port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b on network 02bc338b-5310-4591-a838-64ce3f92d7db {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:37.778324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b on network 02bc338b-5310-4591-a838-64ce3f92d7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:30:37.778688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Attempting to bind port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b on network 02bc338b-5310-4591-a838-64ce3f92d7db {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:37.780570 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b5471526-d5ea-4a7b-a2f4-7828e0c025f8 req-092e41af-5aca-4d68-ad10-04931d06ee47 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 210 time: 0.1256864
Apr 20 23:30:37.799822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:37.800118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Checking segment: {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:37.800543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Bound using segment: {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:37.801029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Bound port: f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:37.801443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.829143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123de8e-edc4-4fb8-a81b-8b410479835d req-976f8664-84bf-44e4-a2aa-5b1dd0945eb5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:37.837055 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d123de8e-edc4-4fb8-a81b-8b410479835d req-976f8664-84bf-44e4-a2aa-5b1dd0945eb5 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1170421
Apr 20 23:30:37.858057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.891950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Transition to ACTIVE for port object de100e3e-f5b0-46f5-b1c6-90cc9cd766fc will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:37.907919 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d123de8e-edc4-4fb8-a81b-8b410479835d req-ddba8fb8-d7d3-480e-b4bc-a19391f5c4b9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697832
Apr 20 23:30:37.960081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Transition to ACTIVE for port object de100e3e-f5b0-46f5-b1c6-90cc9cd766fc will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:37.964593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:37.976847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:37.978203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Usage tracker for resource:port and tenant:4f6d5560208848f7b170f5cff250d476 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:37.989790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:38.004609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.028678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:38.033011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Usage tracker for resource:security_group_rule and tenant:6bac62a62fa84c3097480e377d3b8926 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:38.036188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:38.036602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:38.044021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:38.063849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Pushing event updated for resources: {'Port': ['ID=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:38.069566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:38.080452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Network 8d627d89-e458-44e8-b185-cad2ecfba334 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:38.082749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:38.087478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:38.093912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a00b400>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:36Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:38.132421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c31ce-f6db-4df1-acc7-97330c9cd0b8 None None] The sync data for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi is: [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:36Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:30:38.159510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.168567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:38.182590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.206700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d0ceb08a-1791-4749-9d1f-602cad9c0394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:38.233591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Made reservation on behalf of 4f6d5560208848f7b170f5cff250d476 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:38.250335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Attempting to bind port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:38.250882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Attempting to bind port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:38.251373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Attempting to bind port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc on network 8d627d89-e458-44e8-b185-cad2ecfba334 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:38.254822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.262471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:38.267198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Checking segment: {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:38.267842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.268375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Bound using segment: {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:38.269004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Bound port: de100e3e-f5b0-46f5-b1c6-90cc9cd766fc, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:38.269670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.283193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d1d2d0-0207-41f6-b8cc-2ae864cf445a,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:38.295056 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bac62a62fa84c3097480e377d3b8926&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5734379
Apr 20 23:30:38.296808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41280) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:38.298150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8b25707d-5cd9-47a5-8cc0-b9bfa11ce460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:38.327977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] For port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:38.375079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.390315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] For port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:38.416665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.421504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] For port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:38.431132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] For port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:38.432465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:38.453739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.464952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.472046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:38.544519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:38.545210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.546921 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0c5f25c-58e5-43eb-b36f-6180e1a76a4b HTTP/1.1" status: 200  len: 1094 time: 3.0485826
Apr 20 23:30:38.564036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'tag': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:38.570051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.608250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.613284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3eee074e-39e5-4b22-bd30-4a33fad1734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:38.686047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Pushing event updated for resources: {'Port': ['ID=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:38.701926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:38.716704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d1d2d0-0207-41f6-b8cc-2ae864cf445a,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:38.738344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:38.761766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.763016 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46d1d2d0-0207-41f6-b8cc-2ae864cf445a HTTP/1.1" status: 204  len: 168 time: 0.4633429
Apr 20 23:30:38.780081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:38.822916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa26df9-d733-4772-9242-f59352612739 req-34326e81-9b44-463f-a61e-94acf2f66768 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:38.825155 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bfa26df9-d733-4772-9242-f59352612739 req-34326e81-9b44-463f-a61e-94acf2f66768 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 944 time: 0.1913655
Apr 20 23:30:38.903953 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bfa26df9-d733-4772-9242-f59352612739 req-9b2fb0e2-a6a0-47d3-94d4-084ad0f33eb7 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691648
Apr 20 23:30:39.054760 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'tag': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b', 'status': 'completed', 'code': 200}
Apr 20 23:30:39.058658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:39.105141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:39.126521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Allocated IP 172.20.0.6 (ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce/b660ae89-2e16-4798-9eb5-575fb2cb6d8f/e23dfde9-2be6-4a3b-9716-2780391285cc) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:39.324410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-74eb401d-3b7d-4ae2-835a-6a6aa82a5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:39.326109 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-74eb401d-3b7d-4ae2-835a-6a6aa82a5400 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 1097 time: 0.6736259
Apr 20 23:30:39.436417 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d69c7ed5-5088-42d2-aa50-a299fbf63590 req-c0a5b8d4-4106-4e2b-903f-ab29d432b890 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 210 time: 0.1609459
Apr 20 23:30:39.471357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Allocated IP 172.27.1.178 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/2034ba52-09d2-433b-82f9-19d5605b07e7) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:39.485061 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-1e62d12d-1c46-4878-b4e5-540c3ee8d8c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b HTTP/1.1" status: 200  len: 217 time: 0.1474791
Apr 20 23:30:39.529356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b991ec-7144-4f30-b85d-dcc49a5db14f req-f97fb406-4db8-405d-910e-d222acaecfaf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:39.530941 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-21b991ec-7144-4f30-b85d-dcc49a5db14f req-f97fb406-4db8-405d-910e-d222acaecfaf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1575572
Apr 20 23:30:39.531475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41312) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:39.585112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:39.626362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:39.638338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Usage tracker for resource:security_group_rule and tenant:2d552738c5ea443b8760744b45f988b1 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:39.646820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:39.663882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:39.756009 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-21b991ec-7144-4f30-b85d-dcc49a5db14f req-fddb9619-6455-40ec-9412-3ef75aaac4d0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714137
Apr 20 23:30:39.836881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:39.841891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:39.874033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8a2c1e9d-1f4e-4126-9b06-79c0b7240012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:39.917383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d552738c5ea443b8760744b45f988b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3843782
Apr 20 23:30:39.920173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b416ed-d697-4c26-a27a-ab9ea6f5af4a,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:39.923593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41324) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:39.924419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:40.016100 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.075081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.154357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-1ebaa80e-d2e0-4652-a152-7d93095d2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:40.156792 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-1ebaa80e-d2e0-4652-a152-7d93095d2cc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32b61865-2e85-4e42-8dc3-d1550798c151 HTTP/1.1" status: 200  len: 854 time: 0.6570320
Apr 20 23:30:40.193616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3d554af1-667c-40ab-a391-85de29d43d75 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:40.309213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 3d554af1-667c-40ab-a391-85de29d43d75 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:40.310427 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-aedf1aac-a8cb-453d-a6ee-033db624a231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02bc338b-5310-4591-a838-64ce3f92d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1149015
Apr 20 23:30:40.313339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.316468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 3d554af1-667c-40ab-a391-85de29d43d75 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:40.317087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.321780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b1dec7e4-f0d5-41fe-ad13-ee62cc57ba3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:40.338465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b416ed-d697-4c26-a27a-ab9ea6f5af4a,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:40.357155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2ac10-2607-41ec-8f0c-8b45cb829a6f req-40fbfc7a-4b85-4a18-9d2a-20e26b0e6b18 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:40.366540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c9f2ac10-2607-41ec-8f0c-8b45cb829a6f req-40fbfc7a-4b85-4a18-9d2a-20e26b0e6b18 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 944 time: 0.2192791
Apr 20 23:30:40.371669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:40.418730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.422670 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15b416ed-d697-4c26-a27a-ab9ea6f5af4a HTTP/1.1" status: 204  len: 168 time: 0.4945438
Apr 20 23:30:40.451569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.452806 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c9f2ac10-2607-41ec-8f0c-8b45cb829a6f req-25ca4a76-37b7-4c37-bbbe-b9a79b045c65 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835121
Apr 20 23:30:40.490416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.501327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.536540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 3d554af1-667c-40ab-a391-85de29d43d75, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3d554af1-667c-40ab-a391-85de29d43d75,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:40.539528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589366ca-4fb4-4d36-8b56-6f33e4692b3f None None] Network 8d627d89-e458-44e8-b185-cad2ecfba334 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:30:40.563003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.564185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device de100e3e-f5b0-46f5-b1c6-90cc9cd766fc up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:40.566238 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-503e51e3-da58-4ce7-aab4-23bd93614115 service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398636
Apr 20 23:30:40.647041 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5964a6c5-456d-4850-a0d6-6f4bcde9000c req-013cebb3-657c-4660-bef1-ae1de7eadfbc tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 210 time: 0.0598783
Apr 20 23:30:40.679783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:40.706098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.714863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-58ae7f78-82aa-4f20-93de-e12c014501a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:40.822007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:40.832832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:40.841433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:40.843096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:40.845922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=3d554af1-667c-40ab-a391-85de29d43d75,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:40.849164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:40.965325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Pushing event updated for resources: {'Port': ['ID=2034ba52-09d2-433b-82f9-19d5605b07e7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:40.980868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:40.983194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Provisioning for port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:40.986794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:40.991516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:41.002025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Provisioning complete for port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:41.002461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.094236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:41.094801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.104528 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cd06b8f0-3353-4f00-be38-692eba71f02c req-0e962533-fa35-4c8c-8b04-0d99c41b473e service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5278080
Apr 20 23:30:41.111933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:41.117376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:41.133511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:41.143725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c0905-19b6-415f-a581-810ea5318fab req-35cc7bd2-04e2-494f-831b-6faa5d3b8b74 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:41.160173 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bb0c0905-19b6-415f-a581-810ea5318fab req-35cc7bd2-04e2-494f-831b-6faa5d3b8b74 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1843154
Apr 20 23:30:41.259231 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bb0c0905-19b6-415f-a581-810ea5318fab req-e47975d3-b683-4061-8a08-0c66158a5098 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980446
Apr 20 23:30:41.400133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.475891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.563358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] For port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:41.569858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.612598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1342b2e-2997-4fe8-b4a8-cece1c249b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:41.668505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:30:41.698555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Pushing event updated for resources: {'Port': ['ID=e23dfde9-2be6-4a3b-9716-2780391285cc,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:41.737444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:30:41.737648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:30:41.758147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-d815887b-1f9a-4537-a052-af6bb5671c47 None None] Provisioning complete for port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:41.758147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d815887b-1f9a-4537-a052-af6bb5671c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.770543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:41.804395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Pushing event updated for resources: {'Port': ['ID=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:41.808892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:41.809403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:41.809517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.893094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-2d38bccc-10cb-43a1-a317-b5463db32b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:41.894900 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-2d38bccc-10cb-43a1-a317-b5463db32b81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 1097 time: 0.7144952
Apr 20 23:30:41.902825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af950d-fb40-4ea4-ba17-88e44ad23ec2 req-23d679f1-c20a-4356-bed1-75b344c96e9c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:41.903046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3261435
Apr 20 23:30:41.903131 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86af950d-fb40-4ea4-ba17-88e44ad23ec2 req-23d679f1-c20a-4356-bed1-75b344c96e9c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 944 time: 0.2468324
Apr 20 23:30:41.909718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:41.974449 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86af950d-fb40-4ea4-ba17-88e44ad23ec2 req-5cc1bd05-aa53-4c71-8e75-6001f03add7f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607462
Apr 20 23:30:41.992424 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3850e69-f742-475e-a9f3-4ddb6cc06b49 req-93e57613-2a4f-4bcc-a4e3-f46406f1006e tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:41.994211 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a3850e69-f742-475e-a9f3-4ddb6cc06b49 req-93e57613-2a4f-4bcc-a4e3-f46406f1006e tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 931 time: 0.1906593
Apr 20 23:30:42.064320 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a3850e69-f742-475e-a9f3-4ddb6cc06b49 req-6115445f-54d6-4bdd-bd1d-b187d1d270df tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624936
Apr 20 23:30:42.135317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Request body: {'port': {'device_id': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:42.167067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-d1db73e2-1da6-49a3-9d8e-e0403b004f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:42.168680 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-d1db73e2-1da6-49a3-9d8e-e0403b004f99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 200  len: 915 time: 0.2602479
Apr 20 23:30:42.298478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-b3b5cf63-0b17-49b4-a3a0-deac54b8cf5b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:42.307661 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-b3b5cf63-0b17-49b4-a3a0-deac54b8cf5b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.1861668
Apr 20 23:30:42.332057 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-6f325c9f-3ffa-49f3-a09a-4139f977b6b7 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/quotas/d0374b0e56b94acbad1593288ac9e4df HTTP/1.1" status: 200  len: 375 time: 0.0236862
Apr 20 23:30:42.507316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3d554af1-667c-40ab-a391-85de29d43d75 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:42.508755 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-72637329-11ba-480b-a390-fd55292bcc99 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1755753
Apr 20 23:30:42.616140 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-ea533e72-eec9-4988-90f9-85f63ec1f6fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b HTTP/1.1" status: 200  len: 217 time: 0.3769503
Apr 20 23:30:42.630883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 3d554af1-667c-40ab-a391-85de29d43d75 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:42.631479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:42.760530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:42.830219 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-412156d0-5f73-4585-b5a1-91d3be69d722 service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3203900
Apr 20 23:30:42.840906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device de100e3e-f5b0-46f5-b1c6-90cc9cd766fc up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:42.936825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:42.937698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:42.986762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:43.006946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd372a2c-67c6-4598-bf36-7d07c7a5e054 req-6b814717-8b0e-4080-b2b7-e7afac2768ae tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:43.008653 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bd372a2c-67c6-4598-bf36-7d07c7a5e054 req-6b814717-8b0e-4080-b2b7-e7afac2768ae tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.2400291
Apr 20 23:30:43.021022 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-f14a7da2-b273-4f13-bc60-8e35b137db68 service neutron] 10.222.0.24 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898010
Apr 20 23:30:43.128140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-4a3e2c13-40c5-4a4b-adae-75a7dcdf31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:43.129747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-4a3e2c13-40c5-4a4b-adae-75a7dcdf31f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32b61865-2e85-4e42-8dc3-d1550798c151 HTTP/1.1" status: 200  len: 854 time: 0.4969249
Apr 20 23:30:43.134159 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bd372a2c-67c6-4598-bf36-7d07c7a5e054 req-3c624536-6723-4a9b-8042-375083ef8e34 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120331
Apr 20 23:30:43.302351 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-9f7ae146-5a36-4512-b904-b65c10e9e99e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02bc338b-5310-4591-a838-64ce3f92d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498867
Apr 20 23:30:43.501507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351417-a856-4e13-817a-087d781a0152 req-125800b6-1343-4862-866c-0cfde2df5606 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:43.503646 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a351417-a856-4e13-817a-087d781a0152 req-125800b6-1343-4862-866c-0cfde2df5606 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 931 time: 0.1520584
Apr 20 23:30:43.548241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c6c4-ccf3-4cfd-aaa8-9a4e01af8781 req-36fcd565-f31d-4bdb-a7a6-2e305870def1 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:43.549842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6206c6c4-ccf3-4cfd-aaa8-9a4e01af8781 req-36fcd565-f31d-4bdb-a7a6-2e305870def1 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 944 time: 0.2367983
Apr 20 23:30:43.605379 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a351417-a856-4e13-817a-087d781a0152 req-81498594-77df-4233-b24e-65f4517d38f2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924587
Apr 20 23:30:43.640960 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-de08e076-902a-4094-b6ac-ce81a971b34e service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3192124
Apr 20 23:30:43.653923 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6206c6c4-ccf3-4cfd-aaa8-9a4e01af8781 req-694a3e86-ca2d-47fb-86a8-c64e35965d27 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933926
Apr 20 23:30:43.727450 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5dc7cf63-f9df-45ec-93ba-cd5e26f4491e req-45059072-2447-4dbd-90cf-4ef27bf3f367 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 210 time: 0.0577006
Apr 20 23:30:43.872546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:30:43.922024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9d2e832e-b6a9-4ada-af51-db1a9bd5dc44 req-a8b830bd-2313-4325-a310-cd740a89eb3e service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601097
Apr 20 23:30:44.100613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23dfde9-2be6-4a3b-9716-2780391285cc {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:44.113809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:44.146741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Transition to ACTIVE for port object e23dfde9-2be6-4a3b-9716-2780391285cc will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:44.152351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:44.158811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:44.229798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Pushing event updated for resources: {'Port': ['ID=e23dfde9-2be6-4a3b-9716-2780391285cc,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:44.236680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:44.305765 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:30:44.316167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Sync routers for ids ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:30:44.326642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Routers {'0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:44.327302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342afb8ef0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:44.354699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13fb65-9d4c-42a7-aec8-94c73daefd60 req-36f7ec6a-c640-4565-b174-c06c28ad7210 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:44.362867 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3f13fb65-9d4c-42a7-aec8-94c73daefd60 req-36f7ec6a-c640-4565-b174-c06c28ad7210 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1006887
Apr 20 23:30:44.396437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:44.397751 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.4194119
Apr 20 23:30:44.400578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 41436) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:44.418512 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3f13fb65-9d4c-42a7-aec8-94c73daefd60 req-4850ccdb-65ff-4f18-8d99-c091a09693fb tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478227
Apr 20 23:30:44.547020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Set router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:44.642095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device f0c5f25c-58e5-43eb-b36f-6180e1a76a4b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:30:44.826244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:44.847525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b', 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db', 'port_id': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b', 'mac_address': 'fa:16:3e:96:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b61865-2e85-4e42-8dc3-d1550798c151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:30:44.963320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342afb8ef0>, [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:30:41Z', 'revision_number': 3, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:44.972420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Checking router: 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:30:44.972805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Updating router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 port 2034ba52-09d2-433b-82f9-19d5605b07e7 binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:30:44.976657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Attempting to bind port e23dfde9-2be6-4a3b-9716-2780391285cc on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:44.977203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Attempting to bind port e23dfde9-2be6-4a3b-9716-2780391285cc by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:44.977753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Attempting to bind port e23dfde9-2be6-4a3b-9716-2780391285cc on network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:44.987160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Port e23dfde9-2be6-4a3b-9716-2780391285cc on network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:30:44.987499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Attempting to bind port e23dfde9-2be6-4a3b-9716-2780391285cc on network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:44.988716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.023285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:45.023644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Checking segment: {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:45.024067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Bound using segment: {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:45.024536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Bound port: e23dfde9-2be6-4a3b-9716-2780391285cc, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:45.024913 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.031536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c5f25c-58e5-43eb-b36f-6180e1a76a4b {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:45.081575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:45.083341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.090884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.102129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:45.119041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23fa0f-b497-4d23-a297-4b3ddf447adf req-5dbf107d-4c3a-4cda-934b-d999cd889dad tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:45.134413 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d23fa0f-b497-4d23-a297-4b3ddf447adf req-5dbf107d-4c3a-4cda-934b-d999cd889dad tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 943 time: 0.2727232
Apr 20 23:30:45.195717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:45.196818 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d23fa0f-b497-4d23-a297-4b3ddf447adf req-4f08bf29-2675-4815-8891-dbd14a527f95 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618834
Apr 20 23:30:45.205835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.206273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.206715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.207089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.207458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.207824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.208187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.208551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.208917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.209454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.209818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.210176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:30:45.223279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:45.234972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1383d6-5d3a-4a2b-a7df-0d3a72815316 req-976ac5eb-5646-4538-a408-b883a6c1dc60 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:45.236631 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd1383d6-5d3a-4a2b-a7df-0d3a72815316 req-976ac5eb-5646-4538-a408-b883a6c1dc60 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 944 time: 0.3072007
Apr 20 23:30:45.329709 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dd1383d6-5d3a-4a2b-a7df-0d3a72815316 req-d90ebe02-e41d-4485-bedd-9a242b32d6b5 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791645
Apr 20 23:30:45.374913 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['f0c5f25c-58e5-43eb-b36f-6180e1a76a4b'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:30:45.474864 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8287a2bc-d606-4e52-9c72-ba5819a379cb req-45e2e452-b3ea-465f-a9c5-5e35a6ad22cc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 210 time: 0.1055744
Apr 20 23:30:45.481143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] For port e23dfde9-2be6-4a3b-9716-2780391285cc, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:45.484633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] For port e23dfde9-2be6-4a3b-9716-2780391285cc, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e23dfde9-2be6-4a3b-9716-2780391285cc,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:45.507949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-6187741d-fadf-47c6-8af2-69116cbabaaa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:45.509780 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-6187741d-fadf-47c6-8af2-69116cbabaaa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 814 time: 0.7333336
Apr 20 23:30:45.520340 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.529652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1c19f7c-3451-4957-ae99-a1fde89fcdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:45.574356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Request body: {'port': {'device_id': '99a9ab63-8662-4319-8489-a08c7724aad7', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'admin_state_up': True, 'tenant_id': 'd0374b0e56b94acbad1593288ac9e4df'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:45.696263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.748231 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Transition to ACTIVE for port object 2034ba52-09d2-433b-82f9-19d5605b07e7 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:45.749082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947d74-71d4-49ab-9024-e0bcf260db93 req-4c672c9d-748a-4055-b63a-7cb6a54c82f0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:45.757955 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-21947d74-71d4-49ab-9024-e0bcf260db93 req-4c672c9d-748a-4055-b63a-7cb6a54c82f0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1136127
Apr 20 23:30:45.766456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.779860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:45.814401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:45.819258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Usage tracker for resource:port and tenant:d0374b0e56b94acbad1593288ac9e4df is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:45.822257 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:45.829217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:45.846949 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-21947d74-71d4-49ab-9024-e0bcf260db93 req-f5ebf69f-dff9-4787-8fc2-8f68e7a90749 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879638
Apr 20 23:30:45.908247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Made reservation on behalf of d0374b0e56b94acbad1593288ac9e4df for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:30:45.915806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.925596 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41468) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:45.927108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Attempting to bind port 2034ba52-09d2-433b-82f9-19d5605b07e7 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:45.927624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Attempting to bind port 2034ba52-09d2-433b-82f9-19d5605b07e7 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:45.928134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Attempting to bind port 2034ba52-09d2-433b-82f9-19d5605b07e7 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:45.936509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:45.937396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:45.937396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.938354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:45.939014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Bound port: 2034ba52-09d2-433b-82f9-19d5605b07e7, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:45.939573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:45.979784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9267d-5907-4c5a-9c50-6ea3be2dfa13 None None] Pushing event updated for resources: {'Port': ['ID=2034ba52-09d2-433b-82f9-19d5605b07e7,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:45.982833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-78a9267d-5907-4c5a-9c50-6ea3be2dfa13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:46.007244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:46.007924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.009436 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] 10.222.0.20 "PUT /v2.0/ports/e23dfde9-2be6-4a3b-9716-2780391285cc HTTP/1.1" status: 200  len: 1093 time: 3.8849065
Apr 20 23:30:46.028546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] For port 2034ba52-09d2-433b-82f9-19d5605b07e7, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:46.032254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] For port 2034ba52-09d2-433b-82f9-19d5605b07e7, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=2034ba52-09d2-433b-82f9-19d5605b07e7,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:46.036296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.042048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-78a9267d-5907-4c5a-9c50-6ea3be2dfa13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:46.072697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'tag': 'e23dfde9-2be6-4a3b-9716-2780391285cc'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:46.105974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.127438 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9267d-5907-4c5a-9c50-6ea3be2dfa13 None None] Pushing event updated for resources: {'Port': ['ID=2034ba52-09d2-433b-82f9-19d5605b07e7,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:46.132763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-78a9267d-5907-4c5a-9c50-6ea3be2dfa13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:46.145741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:46.149575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Usage tracker for resource:security_group_rule and tenant:cc411eaa591d4c16b39c81a375f151cf is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:46.151953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Routers {'0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:46.152539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:46.152774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342afb8ef0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:46.158789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:46.188968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'tag': 'e23dfde9-2be6-4a3b-9716-2780391285cc', 'status': 'completed', 'code': 200}
Apr 20 23:30:46.236993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Pushing event updated for resources: {'Port': ['ID=e23dfde9-2be6-4a3b-9716-2780391285cc,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:46.250193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:46.268138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.272724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.304796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6c6e0152-2ab1-44bc-8027-d763ac695262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:46.316382 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc411eaa591d4c16b39c81a375f151cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3892467
Apr 20 23:30:46.319024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41478) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:46.409577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14d9bc-cc30-4aca-bf44-888a3ff07e72,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:46.413132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:46.460984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-81b6d573-86c5-46a9-a14f-143d611ef1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:46.462643 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-81b6d573-86c5-46a9-a14f-143d611ef1e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f6d5560208848f7b170f5cff250d476&device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 1096 time: 0.3699939
Apr 20 23:30:46.479783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.507454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02ff57-0e45-4802-a4e8-9d5bc7ba10ce req-12d8f5ee-de2c-44e3-90b9-9a62901258b6 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:46.508991 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fa02ff57-0e45-4802-a4e8-9d5bc7ba10ce req-12d8f5ee-de2c-44e3-90b9-9a62901258b6 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 943 time: 0.1571918
Apr 20 23:30:46.524763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] Set router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:46.557075 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-e44b5f78-8a34-47af-9116-3ca6d5e5a706 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23dfde9-2be6-4a3b-9716-2780391285cc HTTP/1.1" status: 200  len: 217 time: 0.0791764
Apr 20 23:30:46.566749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Allocated IP 172.20.0.13 (2fca4335-2dc6-410b-adbf-5d568c77cd8d/5d1b4bf5-f4a8-4146-a6aa-eafdb4916702/39d598bc-25e3-49a1-b31f-75f0e6e762e2) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:46.579952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.656031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device f0c5f25c-58e5-43eb-b36f-6180e1a76a4b up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:46.667108 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fa02ff57-0e45-4802-a4e8-9d5bc7ba10ce req-d5f81017-f81b-48f0-810a-959fb0bd93c8 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477728
Apr 20 23:30:46.672316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.678824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1b51d049-3b8d-49ba-8e1f-62e8715b9f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:46.707536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14d9bc-cc30-4aca-bf44-888a3ff07e72,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:46.712466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:46.723094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.724317 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea14d9bc-cc30-4aca-bf44-888a3ff07e72 HTTP/1.1" status: 204  len: 168 time: 0.4043171
Apr 20 23:30:46.738532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d3bb-36c5-4bc1-8b81-d476e18f5b80 req-00ead2af-c66e-490a-a87f-fd6c5b455713 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:46.750940 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ced4d3bb-36c5-4bc1-8b81-d476e18f5b80 req-00ead2af-c66e-490a-a87f-fd6c5b455713 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 945 time: 0.2270982
Apr 20 23:30:46.778430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:46.784543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:46.784960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.805197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.856567 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ced4d3bb-36c5-4bc1-8b81-d476e18f5b80 req-13d1997c-f498-4833-9893-e417be271997 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045630
Apr 20 23:30:46.915127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342afb8ef0>, [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:30:41Z', 'revision_number': 3, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:46.922967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427e085-865e-4901-94ad-2ffda3902182 None None] The sync data for ids ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'] in dv-cinder-787296-1-iscsi is: [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:30:41Z', 'revision_number': 3, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:30:46.974444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:46.995748 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cc6d9985-7577-4406-af54-76352033d95a req-ff325d5f-b650-4363-bec1-dd87e429ec92 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 210 time: 0.1222930
Apr 20 23:30:47.035448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:47.036752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:47.044847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:47.045916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e13b-5759-408e-8861-39860953b3f2 req-bcb03fdf-dc53-4f1e-9a4a-1d251a3657c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:47.047682 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-bcb03fdf-dc53-4f1e-9a4a-1d251a3657c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b660ae89-2e16-4798-9eb5-575fb2cb6d8f HTTP/1.1" status: 200  len: 848 time: 0.4785879
Apr 20 23:30:47.048108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0bd4c388-a69b-4f3c-b827-09d2cf006f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:47.178714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:47.196944 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b', 'code': 200}
Apr 20 23:30:47.197905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:47.260380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6453c-4568-40a1-9781-e32f6eab98b8 req-a8478392-3b7e-4278-882d-ab6a1ed47d8c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:47.262422 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f6c6453c-4568-40a1-9781-e32f6eab98b8 req-a8478392-3b7e-4278-882d-ab6a1ed47d8c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1132689
Apr 20 23:30:47.328053 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f6c6453c-4568-40a1-9781-e32f6eab98b8 req-dc465610-72e8-431b-8906-5974b13425ef tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578334
Apr 20 23:30:47.433580 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-65ad1782-c4c2-4d66-83ea-f934bf63a42a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3756437
Apr 20 23:30:47.810059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:47.925616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bceb9e-be40-4926-a6ae-6491800ed931 req-71e9f2d0-bf7b-4a94-8716-f8a0c1e1d128 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:47.930963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Allocated IP 172.20.0.1 (8d627d89-e458-44e8-b185-cad2ecfba334/0b77412c-be41-48be-b1f9-728728e64ae9/8ea21f24-364d-4152-b3dc-9caadcaba206) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:30:47.935122 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0bceb9e-be40-4926-a6ae-6491800ed931 req-71e9f2d0-bf7b-4a94-8716-f8a0c1e1d128 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 943 time: 0.1077390
Apr 20 23:30:47.970357 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-f667eb4d-70f8-4167-91f5-8e0dbe95cfbb service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4897907
Apr 20 23:30:47.971494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:47.978059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900d3c-9038-4a14-b270-dae87f5ff132 req-b376fe79-2770-490e-afb4-21c58cc1612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:47.979676 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0e900d3c-9038-4a14-b270-dae87f5ff132 req-b376fe79-2770-490e-afb4-21c58cc1612f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 1099 time: 0.5522711
Apr 20 23:30:47.984345 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0bceb9e-be40-4926-a6ae-6491800ed931 req-580a0472-1c07-4211-8ef8-f6b32fa5d99c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481603
Apr 20 23:30:47.993476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a', 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', '89ea501c-5341-49d4-9efb-ee1639f46211'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:30:48.024083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5bd6fdae-a385-4fae-9e6a-46c433465e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:48.120545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512ba0d-62c3-485b-bb2e-ab4a3f908e94 req-f511fb86-c23b-46de-b8de-f447ab5adbd0 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:48.122212 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b512ba0d-62c3-485b-bb2e-ab4a3f908e94 req-f511fb86-c23b-46de-b8de-f447ab5adbd0 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.1323910
Apr 20 23:30:48.349145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:48.386201 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b512ba0d-62c3-485b-bb2e-ab4a3f908e94 req-1ff18bb8-fd32-44ff-9022-b3f1aaaa599f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539558
Apr 20 23:30:48.387732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:48.403510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:48.438412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event updated for resources: {'Port': ['ID=39d598bc-25e3-49a1-b31f-75f0e6e762e2,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:48.451982 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c108e13b-5759-408e-8861-39860953b3f2 req-d1feaee9-6726-41ff-8d44-ae02011dca52 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4501433
Apr 20 23:30:48.452959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:48.485688 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0e900d3c-9038-4a14-b270-dae87f5ff132 req-e6417198-c243-4f97-a629-343d0fe5aa6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4007850
Apr 20 23:30:48.535597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:48.536957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.540282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65005-11db-4e2c-9d83-447d5f8bbf15 req-2580045f-ec07-4a2b-8a3b-da47e9a4c9e6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:48.552103 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6fc65005-11db-4e2c-9d83-447d5f8bbf15 req-2580045f-ec07-4a2b-8a3b-da47e9a4c9e6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 932 time: 0.1705081
Apr 20 23:30:48.583266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 2034ba52-09d2-433b-82f9-19d5605b07e7 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:48.626437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.642794 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1166625
Apr 20 23:30:48.649364 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6fc65005-11db-4e2c-9d83-447d5f8bbf15 req-4e6e3159-9d38-4c5c-b0f2-7865fe5a8036 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961385
Apr 20 23:30:48.655715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 2034ba52-09d2-433b-82f9-19d5605b07e7 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:48.659604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Request body: {'port': {'device_id': '99a9ab63-8662-4319-8489-a08c7724aad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:30:48.662391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 2034ba52-09d2-433b-82f9-19d5605b07e7 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:48.663151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.687398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Transition to ACTIVE for port object 8ea21f24-364d-4152-b3dc-9caadcaba206 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:48.692254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f568b9a-2ef8-441d-8ff2-e086d285571e req-a8809da7-6be7-446b-a8c3-e569e316c1df tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:48.694559 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3f568b9a-2ef8-441d-8ff2-e086d285571e req-a8809da7-6be7-446b-a8c3-e569e316c1df tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1266384
Apr 20 23:30:48.743557 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3f568b9a-2ef8-441d-8ff2-e086d285571e req-ce68935e-7188-4d05-b855-31b994dfb234 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426264
Apr 20 23:30:48.795206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.802203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db564-2097-4537-bd83-51a03ca63e97 req-dbc8119c-ebe5-4ef1-b915-6d9430a9699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:48.803842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-dbc8119c-ebe5-4ef1-b915-6d9430a9699a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f6d5560208848f7b170f5cff250d476&device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 1096 time: 0.2437277
Apr 20 23:30:48.813508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 2034ba52-09d2-433b-82f9-19d5605b07e7, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=2034ba52-09d2-433b-82f9-19d5605b07e7,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:48.817193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.819255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:48.892457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=2034ba52-09d2-433b-82f9-19d5605b07e7,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:48.896269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:48.919108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.951690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:48.959671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42e6405a-77ae-49d2-acb0-917a0d3f08e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:49.112214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Network 8d627d89-e458-44e8-b185-cad2ecfba334 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:49.128088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:49.144149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:30:49.192188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea21f24-364d-4152-b3dc-9caadcaba206,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:49.195367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db564-2097-4537-bd83-51a03ca63e97 req-41691b1e-dc7d-4f47-95b3-a424a9935721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:49.197080 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-41691b1e-dc7d-4f47-95b3-a424a9935721 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 200  len: 909 time: 0.3764100
Apr 20 23:30:49.200148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:49.241038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb029fa4-4395-4a30-b7f0-a20970840fc9 req-dd6a7de9-de55-4d29-9f5b-aca8cb930e55 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:49.242870 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eb029fa4-4395-4a30-b7f0-a20970840fc9 req-dd6a7de9-de55-4d29-9f5b-aca8cb930e55 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 943 time: 0.1089723
Apr 20 23:30:49.311072 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eb029fa4-4395-4a30-b7f0-a20970840fc9 req-7755d72b-1765-4871-bb40-b331097b19d0 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596986
Apr 20 23:30:49.336394 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-2166399b-f32c-47f5-8951-6e67c05c6755 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e23dfde9-2be6-4a3b-9716-2780391285cc HTTP/1.1" status: 200  len: 217 time: 0.0956724
Apr 20 23:30:49.401856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-eb8af6d9-b7c1-430b-b067-37e726f87b9a None None] Provisioning for port 8ea21f24-364d-4152-b3dc-9caadcaba206 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:49.408460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-eb8af6d9-b7c1-430b-b067-37e726f87b9a None None] Provisioning complete for port 8ea21f24-364d-4152-b3dc-9caadcaba206 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:49.408953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8af6d9-b7c1-430b-b067-37e726f87b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:49.413794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:49.489669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-eb8af6d9-b7c1-430b-b067-37e726f87b9a None None] Port 8ea21f24-364d-4152-b3dc-9caadcaba206 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:30:49.641886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed838f86-709e-4047-9e3a-6811b29f127c req-fad2356c-6c3f-4985-b7d2-b8fd1dc89650 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:49.650020 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ed838f86-709e-4047-9e3a-6811b29f127c req-fad2356c-6c3f-4985-b7d2-b8fd1dc89650 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.1124361
Apr 20 23:30:49.711298 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ed838f86-709e-4047-9e3a-6811b29f127c req-1d8c24e0-bc92-4a9d-bd72-1d53ed329d6f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601761
Apr 20 23:30:49.854804 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db564-2097-4537-bd83-51a03ca63e97 req-7b5e4628-09fe-4f31-93ec-b5a860c35ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:49.856788 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-7b5e4628-09fe-4f31-93ec-b5a860c35ed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b660ae89-2e16-4798-9eb5-575fb2cb6d8f HTTP/1.1" status: 200  len: 848 time: 0.5114131
Apr 20 23:30:49.973144 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-d7892d70-e1d3-44c3-96e4-6fca5ea8b6f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770395
Apr 20 23:30:50.009043 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0f9e2-7ec3-4dbe-b30c-52221ea80bc7 req-76318a9f-98c9-409e-a12a-ee7e1ec11c78 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:50.010881 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-baf0f9e2-7ec3-4dbe-b30c-52221ea80bc7 req-76318a9f-98c9-409e-a12a-ee7e1ec11c78 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 932 time: 0.2261744
Apr 20 23:30:50.080116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d442b-c15c-4581-aa28-22299c8fd9b1 req-e54201da-f6dc-4889-a3b7-3c3e76cc510c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:50.080116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-444d442b-c15c-4581-aa28-22299c8fd9b1 req-e54201da-f6dc-4889-a3b7-3c3e76cc510c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1776509
Apr 20 23:30:50.083014 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-baf0f9e2-7ec3-4dbe-b30c-52221ea80bc7 req-cf070036-a567-4c91-9bed-ffca0b60ab9b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648515
Apr 20 23:30:50.094071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.140911 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-444d442b-c15c-4581-aa28-22299c8fd9b1 req-f3bb5a19-2ba0-495f-9119-11f6c4fb288d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503957
Apr 20 23:30:50.264488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-478d48eb-9202-443e-af7b-9532f7115c6d service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789929
Apr 20 23:30:50.429726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 2034ba52-09d2-433b-82f9-19d5605b07e7 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:50.501604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 2034ba52-09d2-433b-82f9-19d5605b07e7 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:50.502154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.510252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d598bc-25e3-49a1-b31f-75f0e6e762e2 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:50.523468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721180c0-7c99-4767-b8c8-846b855c6002 req-5b9ad78f-9eb1-4f81-bd1e-10f9d22da506 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:50.525654 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-721180c0-7c99-4767-b8c8-846b855c6002 req-5b9ad78f-9eb1-4f81-bd1e-10f9d22da506 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 943 time: 0.0970275
Apr 20 23:30:50.530344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.582000 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-721180c0-7c99-4767-b8c8-846b855c6002 req-f1cc1ba6-e738-4792-a1d6-d9415226afe1 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487342
Apr 20 23:30:50.602333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Transition to ACTIVE for port object 39d598bc-25e3-49a1-b31f-75f0e6e762e2 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:50.610960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.618003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2b5a8669-09bc-45bc-8c53-91ae6bfcb6a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:50.659180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device e23dfde9-2be6-4a3b-9716-2780391285cc details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:30:50.661968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f61db564-2097-4537-bd83-51a03ca63e97 req-c8b20bee-4313-4fb0-a96f-9e440d8f3679 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3841445
Apr 20 23:30:50.767678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.801034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port e23dfde9-2be6-4a3b-9716-2780391285cc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e23dfde9-2be6-4a3b-9716-2780391285cc,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:50.809656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Pushing event updated for resources: {'Port': ['ID=39d598bc-25e3-49a1-b31f-75f0e6e762e2,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:50.812092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.816608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'e23dfde9-2be6-4a3b-9716-2780391285cc', 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce', 'port_id': 'e23dfde9-2be6-4a3b-9716-2780391285cc', 'mac_address': 'fa:16:3e:d1:39:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b660ae89-2e16-4798-9eb5-575fb2cb6d8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:30:50.839079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:50.839603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:50.882850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.902141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23dfde9-2be6-4a3b-9716-2780391285cc {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:50.919352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port e23dfde9-2be6-4a3b-9716-2780391285cc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e23dfde9-2be6-4a3b-9716-2780391285cc,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:50.923209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.925176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:50.927925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503367b-768c-427c-9d86-e456e81c0ce8 req-ca3a84c7-3809-4b3e-bad1-d82c1c2c2afa tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:50.929893 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3503367b-768c-427c-9d86-e456e81c0ce8 req-ca3a84c7-3809-4b3e-bad1-d82c1c2c2afa tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.1080086
Apr 20 23:30:50.984201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:50.990888 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea21f24-364d-4152-b3dc-9caadcaba206,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:50.994780 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3503367b-768c-427c-9d86-e456e81c0ce8 req-4163004e-c932-4068-99c4-00bf2172d5c1 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579274
Apr 20 23:30:50.999140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:51.092792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=e23dfde9-2be6-4a3b-9716-2780391285cc,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:51.095134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Attempting to bind port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:51.095510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Attempting to bind port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:51.095878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Attempting to bind port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:51.099836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:51.116543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:30:51.116912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Attempting to bind port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 on network 2fca4335-2dc6-410b-adbf-5d568c77cd8d {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:51.126674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:51.127120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Checking segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:51.127466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Bound using segment: {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:51.127926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Bound port: 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:51.128290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:51.235619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['e23dfde9-2be6-4a3b-9716-2780391285cc'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:30:51.275362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Network 8d627d89-e458-44e8-b185-cad2ecfba334 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:30:51.283578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:30:51.603751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e528930-5d08-4470-a418-bcc69dd47166 req-2898006f-6650-4ebc-ae0a-7986d42bb84b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:51.612994 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8e528930-5d08-4470-a418-bcc69dd47166 req-2898006f-6650-4ebc-ae0a-7986d42bb84b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 944 time: 0.3089743
Apr 20 23:30:51.623600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] For port 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:51.646504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadce48-88ae-4a5c-b513-af0251fc82e9 req-8721de61-04cf-4818-9e11-a5a9ed039e56 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:51.649318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bcb263e-8c75-42db-94eb-9a9797a80e58 None None] Provisioning complete for port 8ea21f24-364d-4152-b3dc-9caadcaba206 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:51.650177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bcb263e-8c75-42db-94eb-9a9797a80e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:51.658169 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6dadce48-88ae-4a5c-b513-af0251fc82e9 req-8721de61-04cf-4818-9e11-a5a9ed039e56 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.2656479
Apr 20 23:30:51.661404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] For port 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:51.668369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:51.682674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:51.722760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb263e-8c75-42db-94eb-9a9797a80e58 None None] Port 8ea21f24-364d-4152-b3dc-9caadcaba206 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:30:51.746959 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8e528930-5d08-4470-a418-bcc69dd47166 req-e1354afd-277f-4a0c-9284-96619466c1a3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320724
Apr 20 23:30:51.758268 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:51.758726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:51.760253 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] 10.222.0.20 "PUT /v2.0/ports/39d598bc-25e3-49a1-b31f-75f0e6e762e2 HTTP/1.1" status: 200  len: 1094 time: 3.1053123
Apr 20 23:30:51.762680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a9ab63-8662-4319-8489-a08c7724aad7', 'tag': '39d598bc-25e3-49a1-b31f-75f0e6e762e2'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:51.767539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6dadce48-88ae-4a5c-b513-af0251fc82e9 req-957a10de-0b7b-4531-b50c-62a381ae3c85 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083670
Apr 20 23:30:51.866690 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a9ab63-8662-4319-8489-a08c7724aad7', 'tag': '39d598bc-25e3-49a1-b31f-75f0e6e762e2', 'status': 'completed', 'code': 200}
Apr 20 23:30:51.876280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:30:51.899755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Pushing event updated for resources: {'Port': ['ID=39d598bc-25e3-49a1-b31f-75f0e6e762e2,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:51.905834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:51.991464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e70f3c-68b1-4dc0-8ef1-663293090002 req-7301987d-fade-46d1-9708-daf4904b4f00 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:52.002255 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3e70f3c-68b1-4dc0-8ef1-663293090002 req-7301987d-fade-46d1-9708-daf4904b4f00 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 944 time: 0.1286559
Apr 20 23:30:52.078491 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3e70f3c-68b1-4dc0-8ef1-663293090002 req-d633f899-e395-4bf7-b10f-b6635a6aa2f6 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750332
Apr 20 23:30:52.130373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a9566049-d6af-4696-b638-e7a992248255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:52.132002 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a9566049-d6af-4696-b638-e7a992248255 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 1097 time: 0.3082726
Apr 20 23:30:52.143220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:30:52.152623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Sync routers for ids ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:30:52.164264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Routers {'0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:52.164971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a014748>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:52.373375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Set router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:52.429810 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0204554
Apr 20 23:30:52.433120 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-b50a3cfe-7f77-4103-833f-8e990d40ff0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2 HTTP/1.1" status: 200  len: 217 time: 0.2908583
Apr 20 23:30:52.516856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185237f-7a37-44eb-94b5-7118b946b36a req-5358f505-be00-4503-8dc9-464b88417753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:52.518478 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-5358f505-be00-4503-8dc9-464b88417753 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.0784721
Apr 20 23:30:52.574014 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-a0022516-ca2e-4bbf-86b7-11f35351b60c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485411
Apr 20 23:30:52.694220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device e23dfde9-2be6-4a3b-9716-2780391285cc up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:52.731246 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-f64c13cb-0116-454d-b351-727fd8456282 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492045
Apr 20 23:30:52.788055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a014748>, [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:30:49Z', 'revision_number': 4, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8ea21f24-364d-4152-b3dc-9caadcaba206', 'name': '', 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '0b77412c-be41-48be-b1f9-728728e64ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:46Z', 'updated_at': '2021-04-20T23:30:50Z', 'revision_number': 2, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'subnets': [{'id': '0b77412c-be41-48be-b1f9-728728e64ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:52.809646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port e23dfde9-2be6-4a3b-9716-2780391285cc completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:52.826876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port e23dfde9-2be6-4a3b-9716-2780391285cc triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:52.827302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:52.877153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Checking router: 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:30:52.877594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Updating router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 port 8ea21f24-364d-4152-b3dc-9caadcaba206 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:30:52.971479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:53.033801 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e185237f-7a37-44eb-94b5-7118b946b36a req-00ce191b-0512-49c2-a755-2ed9fdae2530 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954316
Apr 20 23:30:53.231877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45eb87-6a53-4d18-b58c-749c15b1177a req-f223c1af-e6a4-4b66-a3df-6cc3283fc2c5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.234349 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a45eb87-6a53-4d18-b58c-749c15b1177a req-f223c1af-e6a4-4b66-a3df-6cc3283fc2c5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 944 time: 0.3376293
Apr 20 23:30:53.243140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-4c8dbe18-af10-489b-99a8-5bcc28f1830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.245531 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-4c8dbe18-af10-489b-99a8-5bcc28f1830f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0374b0e56b94acbad1593288ac9e4df&device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 1097 time: 0.1544294
Apr 20 23:30:53.247273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:53.275885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332fd29-6a80-4e60-8829-a180f45ef029 req-c6fa43b5-97ae-4a89-b445-4baacfd893fe tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.285295 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c332fd29-6a80-4e60-8829-a180f45ef029 req-c6fa43b5-97ae-4a89-b445-4baacfd893fe tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.2522051
Apr 20 23:30:53.311365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23dfde9-2be6-4a3b-9716-2780391285cc'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:53.335054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port e23dfde9-2be6-4a3b-9716-2780391285cc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e23dfde9-2be6-4a3b-9716-2780391285cc,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:53.361298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:53.376120 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a45eb87-6a53-4d18-b58c-749c15b1177a req-67115728-f9a6-4bc2-8d1f-64984f1c26ef tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347256
Apr 20 23:30:53.389032 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c332fd29-6a80-4e60-8829-a180f45ef029 req-768d8e65-0194-45ba-81b2-e7552cb0a9d7 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026988
Apr 20 23:30:53.427417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-bed06ce1-85e6-4cd4-8b10-fa0dc5f911fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.429005 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-bed06ce1-85e6-4cd4-8b10-fa0dc5f911fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 200  len: 915 time: 0.1760180
Apr 20 23:30:53.455028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:53.494936 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23dfde9-2be6-4a3b-9716-2780391285cc', 'code': 200}
Apr 20 23:30:53.553149 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-8660f661-49df-48f8-9f3b-79745b804a62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2 HTTP/1.1" status: 200  len: 217 time: 0.1163025
Apr 20 23:30:53.669541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-9a960a2c-967e-4db1-8d52-4d51f70328ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.671197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-9a960a2c-967e-4db1-8d52-4d51f70328ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 200  len: 854 time: 0.1097536
Apr 20 23:30:53.752263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70ee39-52ad-4c9a-9cf5-98a261e46163 req-60db58c4-e90d-4987-8ec4-040ad7a98251 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.758427 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cb70ee39-52ad-4c9a-9cf5-98a261e46163 req-60db58c4-e90d-4987-8ec4-040ad7a98251 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 945 time: 0.2140250
Apr 20 23:30:53.811893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=e23dfde9-2be6-4a3b-9716-2780391285cc,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:53.818414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:53.836333 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-abecafb0-e6c7-4bd6-ac31-3c892cf99388 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fca4335-2dc6-410b-adbf-5d568c77cd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1416259
Apr 20 23:30:53.894277 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cb70ee39-52ad-4c9a-9cf5-98a261e46163 req-e98c0c5f-76f8-4e18-8495-4f9c61bd5363 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208036
Apr 20 23:30:53.969813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafc210-4216-4cbc-bc14-c7d0d7319e12 req-4f70fdda-4486-45de-9d4c-db9bf2c519b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:53.971619 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7dafc210-4216-4cbc-bc14-c7d0d7319e12 req-4f70fdda-4486-45de-9d4c-db9bf2c519b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 1098 time: 0.2212477
Apr 20 23:30:53.980570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:53.989774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:53.996603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Transition to ACTIVE for port object 8ea21f24-364d-4152-b3dc-9caadcaba206 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:30:54.007197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:54.012935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:54.056799 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7dafc210-4216-4cbc-bc14-c7d0d7319e12 req-8bb89102-f6f5-4c59-8c19-f0f7247e0395 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768690
Apr 20 23:30:54.059171 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-19b77e88-68ce-4228-b548-f5e561c5bd99 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104363
Apr 20 23:30:54.270611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878b7ae-37b6-4332-bb3c-5fd57c56377a None None] Pushing event updated for resources: {'Port': ['ID=8ea21f24-364d-4152-b3dc-9caadcaba206,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:54.351516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9878b7ae-37b6-4332-bb3c-5fd57c56377a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:54.375853 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ccd791e-96d7-4a85-b2f8-89d73dbcabfe req-2595b903-e087-4c3e-86e0-a331bba4eb57 service neutron] 10.222.0.20 "GET /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2539461
Apr 20 23:30:54.428418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Attempting to bind port 8ea21f24-364d-4152-b3dc-9caadcaba206 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:30:54.428976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Attempting to bind port 8ea21f24-364d-4152-b3dc-9caadcaba206 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:30:54.429359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Attempting to bind port 8ea21f24-364d-4152-b3dc-9caadcaba206 on network 8d627d89-e458-44e8-b185-cad2ecfba334 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:30:54.436560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:30:54.437192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Checking segment: {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:30:54.437830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:54.438267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Bound using segment: {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:30:54.438782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Bound port: 8ea21f24-364d-4152-b3dc-9caadcaba206, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460ae858-a86a-40be-bbd3-b0b0a04d2d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:30:54.439202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:54.579708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] For port 8ea21f24-364d-4152-b3dc-9caadcaba206, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:30:54.583681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] For port 8ea21f24-364d-4152-b3dc-9caadcaba206, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=8ea21f24-364d-4152-b3dc-9caadcaba206,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:30:54.590345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:54.594504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:54.692492 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Routers {'0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:30:54.693190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a014748>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:30:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:54.789420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef5d5c-180f-4aa5-986f-0a3a1982f128 req-bb495819-7767-4642-a01a-98e4a6ca00ee tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:54.789649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 39d598bc-25e3-49a1-b31f-75f0e6e762e2 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:30:54.792221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878b7ae-37b6-4332-bb3c-5fd57c56377a None None] Pushing event updated for resources: {'Port': ['ID=8ea21f24-364d-4152-b3dc-9caadcaba206,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:54.798440 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2aef5d5c-180f-4aa5-986f-0a3a1982f128 req-bb495819-7767-4642-a01a-98e4a6ca00ee tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1857204
Apr 20 23:30:54.861458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a890bb-52c8-4f86-94f0-fc9f6edef386 req-7c9b39a7-ceec-44ea-9286-a885135fbf4d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:54.863184 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c1a890bb-52c8-4f86-94f0-fc9f6edef386 req-7c9b39a7-ceec-44ea-9286-a885135fbf4d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 944 time: 0.1945920
Apr 20 23:30:54.878894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9878b7ae-37b6-4332-bb3c-5fd57c56377a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:54.919745 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2aef5d5c-180f-4aa5-986f-0a3a1982f128 req-7020e7d9-ba8f-4db9-9351-af9f7def8e8e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202750
Apr 20 23:30:54.959402 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c1a890bb-52c8-4f86-94f0-fc9f6edef386 req-68054c94-8a62-46a9-b534-152c5345f54f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767546
Apr 20 23:30:55.167705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] Set router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:30:55.228908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94248eae-a06a-457f-941c-97ba2d5e7234 req-ead891db-81df-47a1-8aad-0599a36f7144 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:55.238450 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-94248eae-a06a-457f-941c-97ba2d5e7234 req-ead891db-81df-47a1-8aad-0599a36f7144 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 945 time: 0.1805623
Apr 20 23:30:55.279734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:55.310761 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-94248eae-a06a-457f-941c-97ba2d5e7234 req-b0c65aca-8b97-49fe-8ed5-1fa41c075008 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709262
Apr 20 23:30:55.382599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '39d598bc-25e3-49a1-b31f-75f0e6e762e2', 'network_id': '2fca4335-2dc6-410b-adbf-5d568c77cd8d', 'port_id': '39d598bc-25e3-49a1-b31f-75f0e6e762e2', 'mac_address': 'fa:16:3e:81:3a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1b4bf5-f4a8-4146-a6aa-eafdb4916702', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:30:55.522379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:55.570338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d598bc-25e3-49a1-b31f-75f0e6e762e2 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:30:55.628428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:55.656581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:55.658936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9878b7ae-37b6-4332-bb3c-5fd57c56377a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:55.759959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a014748>, [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:30:49Z', 'revision_number': 4, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8ea21f24-364d-4152-b3dc-9caadcaba206', 'name': '', 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '0b77412c-be41-48be-b1f9-728728e64ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:46Z', 'updated_at': '2021-04-20T23:30:54Z', 'revision_number': 4, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'subnets': [{'id': '0b77412c-be41-48be-b1f9-728728e64ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:30:55.767091 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f6e16-13cd-4085-a0b1-9de8107d9f82 None None] The sync data for ids ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'] in dv-cinder-787296-1-iscsi is: [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:30:49Z', 'revision_number': 4, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8ea21f24-364d-4152-b3dc-9caadcaba206', 'name': '', 'network_id': '8d627d89-e458-44e8-b185-cad2ecfba334', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '0b77412c-be41-48be-b1f9-728728e64ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:46Z', 'updated_at': '2021-04-20T23:30:54Z', 'revision_number': 4, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'subnets': [{'id': '0b77412c-be41-48be-b1f9-728728e64ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:30:55.771849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=39d598bc-25e3-49a1-b31f-75f0e6e762e2,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:55.782413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:55.981391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['39d598bc-25e3-49a1-b31f-75f0e6e762e2'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:30:56.160090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41682) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:56.384807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.440037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:56.444502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6ed6b91afd47d59304260cc2d982d9 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:56.450676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:56.457168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:56.534713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8ea21f24-364d-4152-b3dc-9caadcaba206 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:56.584145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.600168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0be41-a317-4927-8913-adb221f48952 req-9f1792d4-3763-462b-89e5-180f81894451 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:56.601945 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bf0be41-a317-4927-8913-adb221f48952 req-9f1792d4-3763-462b-89e5-180f81894451 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.4336052
Apr 20 23:30:56.665051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.683315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-acffc0c1-1631-449a-bce1-29f871d34cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:56.702082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 8ea21f24-364d-4152-b3dc-9caadcaba206 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:56.715758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 8ea21f24-364d-4152-b3dc-9caadcaba206 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:56.716184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.726445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a8e95-6dfb-441f-9c6f-2fb1c93f3d5c,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:56.743122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:56.803530 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bf0be41-a317-4927-8913-adb221f48952 req-83f95586-aa73-4bea-a2d8-f9a54bb40b1a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792786
Apr 20 23:30:56.811069 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b6ed6b91afd47d59304260cc2d982d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6498892
Apr 20 23:30:56.814363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 41692) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:56.824805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938993-e3db-4590-aa2e-8c96c1270dc7 req-5f18762b-1f49-4865-bee5-c3fbf828acb2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:56.835519 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-82938993-e3db-4590-aa2e-8c96c1270dc7 req-5f18762b-1f49-4865-bee5-c3fbf828acb2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 945 time: 0.5524483
Apr 20 23:30:56.902752 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-82938993-e3db-4590-aa2e-8c96c1270dc7 req-66161dcf-dd9e-4a02-9efc-2a814b6db769 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648971
Apr 20 23:30:56.922258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.958111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.987450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 8ea21f24-364d-4152-b3dc-9caadcaba206, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=8ea21f24-364d-4152-b3dc-9caadcaba206,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:56.992696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.995637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:56.998834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:57.099936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.112352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d3d5f066-ba79-45f3-adea-7dae152d3505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:57.150716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a8e95-6dfb-441f-9c6f-2fb1c93f3d5c,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:57.155718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:57.156430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=8ea21f24-364d-4152-b3dc-9caadcaba206,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:57.161531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:57.163910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.167849 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/848a8e95-6dfb-441f-9c6f-2fb1c93f3d5c HTTP/1.1" status: 204  len: 168 time: 0.3517163
Apr 20 23:30:57.204953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095334d-ce09-4d5f-8bd1-ae1da4fba8a4 req-b09f9039-1171-43be-9f78-075f60bb0a30 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:57.206854 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4095334d-ce09-4d5f-8bd1-ae1da4fba8a4 req-b09f9039-1171-43be-9f78-075f60bb0a30 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 945 time: 0.1977296
Apr 20 23:30:57.278376 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4095334d-ce09-4d5f-8bd1-ae1da4fba8a4 req-cc12c95e-92db-447d-bdd9-30d1dd857e29 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588768
Apr 20 23:30:57.592654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41702) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:57.617650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.636696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:30:57.641686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Usage tracker for resource:security_group_rule and tenant:23ac0bcca3b8431b86b98ad28fd136d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:30:57.644770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:30:57.651116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:30:57.799554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.809282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.813130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9b7daec7-b96e-47ee-b16c-894c9c2dbe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:57.860979 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23ac0bcca3b8431b86b98ad28fd136d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2633448
Apr 20 23:30:57.862174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 41716) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:30:57.888321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973bf501-d2dd-44e6-aecc-2053ad7b5048,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:57.894168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:57.952493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:57.982418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:58.199875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:58.212037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4132409b-1cac-47a0-b9d1-a8d2f0b8071d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:58.236170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:58.240283 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/973bf501-d2dd-44e6-aecc-2053ad7b5048 HTTP/1.1" status: 204  len: 168 time: 0.3769660
Apr 20 23:30:58.242446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973bf501-d2dd-44e6-aecc-2053ad7b5048,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:58.244935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:58.285654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7238-d357-4571-bbce-1886873d6700 req-8fb99a9c-8875-4c2c-a969-8b0fa816f91e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:58.287316 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5cbd7238-d357-4571-bbce-1886873d6700 req-8fb99a9c-8875-4c2c-a969-8b0fa816f91e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.2965848
Apr 20 23:30:58.354710 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5cbd7238-d357-4571-bbce-1886873d6700 req-54ce545b-12c4-4bd8-8ffc-39294ef42e23 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563726
Apr 20 23:30:58.368369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29713db-ce92-4d01-bd8a-06f4f4c95874 req-ffe0f8a0-6523-40c7-afb8-81480e028702 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:58.370119 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a29713db-ce92-4d01-bd8a-06f4f4c95874 req-ffe0f8a0-6523-40c7-afb8-81480e028702 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 945 time: 0.2587066
Apr 20 23:30:58.444938 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a29713db-ce92-4d01-bd8a-06f4f4c95874 req-eab89127-c04f-490d-9e27-911ac4faf765 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592248
Apr 20 23:30:58.508645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8ea21f24-364d-4152-b3dc-9caadcaba206 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:58.608723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 8ea21f24-364d-4152-b3dc-9caadcaba206 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:58.609290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:58.748137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 39d598bc-25e3-49a1-b31f-75f0e6e762e2 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:30:58.946459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:30:58.952721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:30:58.953354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:59.003752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97800d-b5ab-4c60-8c3d-549242840386 req-396a6676-917f-4a36-88c6-7d68b98f9360 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:59.005908 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f97800d-b5ab-4c60-8c3d-549242840386 req-396a6676-917f-4a36-88c6-7d68b98f9360 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 945 time: 0.1370864
Apr 20 23:30:59.074155 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f97800d-b5ab-4c60-8c3d-549242840386 req-4129365b-6b20-4c81-a127-ba1c948ac3b8 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608680
Apr 20 23:30:59.175207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:59.209565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a9ab63-8662-4319-8489-a08c7724aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d598bc-25e3-49a1-b31f-75f0e6e762e2'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:30:59.221348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:30:59.225278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:30:59.230349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:30:59.291179 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a9ab63-8662-4319-8489-a08c7724aad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d598bc-25e3-49a1-b31f-75f0e6e762e2', 'code': 200}
Apr 20 23:30:59.325810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=39d598bc-25e3-49a1-b31f-75f0e6e762e2,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:30:59.329377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:30:59.624179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c76ccd-bfb7-433b-bd47-db572b6272af req-5577ae3e-2612-49ca-8221-21179a3ed7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:59.631521 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15c76ccd-bfb7-433b-bd47-db572b6272af req-5577ae3e-2612-49ca-8221-21179a3ed7cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 1099 time: 0.1403170
Apr 20 23:30:59.684370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eb502-e085-4721-a3fc-0456242c4767 req-96ff9fdf-a029-42bf-a852-0085ebe6fdad tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:59.687055 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c7eb502-e085-4721-a3fc-0456242c4767 req-96ff9fdf-a029-42bf-a852-0085ebe6fdad tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1632128
Apr 20 23:30:59.725524 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15c76ccd-bfb7-433b-bd47-db572b6272af req-426369c9-19d0-4f94-ac12-48701a2c6535 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860732
Apr 20 23:30:59.825464 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c7eb502-e085-4721-a3fc-0456242c4767 req-5fa255b0-4bda-4b4c-89a6-a378f4f98dd1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930834
Apr 20 23:30:59.845403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52907829-1427-474b-bc2d-6463476720c1 req-7a5684b1-b996-4b48-9efe-f093eff69ea7 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:30:59.847080 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-52907829-1427-474b-bc2d-6463476720c1 req-7a5684b1-b996-4b48-9efe-f093eff69ea7 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.1586587
Apr 20 23:31:00.280134 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-52907829-1427-474b-bc2d-6463476720c1 req-cb45e697-d491-4923-8114-986e8bccb3ac tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4227479
Apr 20 23:31:00.440022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328073-89dd-4f90-b97e-e265408ba6bb req-28520916-c890-40af-ad61-630625cfa3e0 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:00.441748 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da328073-89dd-4f90-b97e-e265408ba6bb req-28520916-c890-40af-ad61-630625cfa3e0 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 945 time: 0.1371915
Apr 20 23:31:00.476253 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541d4c9-0b03-4560-810e-33d743adc670 req-67b70858-bec9-4448-ae2c-13dc9e4f7091 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:00.477146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c541d4c9-0b03-4560-810e-33d743adc670 req-67b70858-bec9-4448-ae2c-13dc9e4f7091 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Synchronizing usage tracker for tenant:4f6d5560208848f7b170f5cff250d476 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:00.509409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-c541d4c9-0b03-4560-810e-33d743adc670 req-67b70858-bec9-4448-ae2c-13dc9e4f7091 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Unset dirty status for tenant:4f6d5560208848f7b170f5cff250d476 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:00.511244 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c541d4c9-0b03-4560-810e-33d743adc670 req-67b70858-bec9-4448-ae2c-13dc9e4f7091 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 945 time: 0.1795349
Apr 20 23:31:00.566525 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da328073-89dd-4f90-b97e-e265408ba6bb req-0787ba38-58ff-4cdf-8730-af304565371e tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158907
Apr 20 23:31:00.648688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Deleting port e23dfde9-2be6-4a3b-9716-2780391285cc {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:00.649276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:00.958580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] For port e23dfde9-2be6-4a3b-9716-2780391285cc, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e23dfde9-2be6-4a3b-9716-2780391285cc,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:00.959020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:01.106481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Calling delete_port for e23dfde9-2be6-4a3b-9716-2780391285cc owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:01.112426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3edf2a-c8ef-42b9-9f85-c3cec04de821 req-17784518-46ba-413a-abe2-6be5390375e9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:01.114394 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-de3edf2a-c8ef-42b9-9f85-c3cec04de821 req-17784518-46ba-413a-abe2-6be5390375e9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1404722
Apr 20 23:31:01.178855 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-de3edf2a-c8ef-42b9-9f85-c3cec04de821 req-ce9f4af9-e298-4784-9a2c-b3c63feeeee0 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564408
Apr 20 23:31:01.299285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:01.314076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:01.317390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['e23dfde9-2be6-4a3b-9716-2780391285cc'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:01.401613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Pushing event deleted for resources: {'Port': ['ID=e23dfde9-2be6-4a3b-9716-2780391285cc,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:01.405204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:01.501535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] No DVR routers for this DVR port e23dfde9-2be6-4a3b-9716-2780391285cc on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:01.504756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:01.508097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'name': 'network-vif-deleted', 'tag': 'e23dfde9-2be6-4a3b-9716-2780391285cc'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:01.515326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa579c9-2f9e-4f7f-b3d4-0ba3be116952 req-a5b05c99-0844-4ff5-a04b-ac6cad8e9fc4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:01.517378 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ffa579c9-2f9e-4f7f-b3d4-0ba3be116952 req-a5b05c99-0844-4ff5-a04b-ac6cad8e9fc4 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.1102967
Apr 20 23:31:01.543028 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c541d4c9-0b03-4560-810e-33d743adc670 req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "DELETE /v2.0/ports/e23dfde9-2be6-4a3b-9716-2780391285cc HTTP/1.1" status: 204  len: 173 time: 1.0257225
Apr 20 23:31:01.576003 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090fb4c4-c160-4fba-969d-fe86ea6b4e0b', 'name': 'network-vif-deleted', 'tag': 'e23dfde9-2be6-4a3b-9716-2780391285cc', 'status': 'completed', 'code': 200}
Apr 20 23:31:01.596540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ffa579c9-2f9e-4f7f-b3d4-0ba3be116952 req-524fd376-36f9-47af-9430-6f3b497c65dc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702140
Apr 20 23:31:01.882577 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-343499b4-3223-44a0-9a08-ec2cb7084a4e req-28875ef1-e799-48f3-99fc-4be5ba5b7a19 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=090fb4c4-c160-4fba-969d-fe86ea6b4e0b HTTP/1.1" status: 200  len: 210 time: 0.0571764
Apr 20 23:31:02.455239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b8aa-38ab-43d6-a034-7156b7637c11 req-1eed7238-f097-4e1f-a660-bd4b13f0b68d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:02.456877 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3fb6b8aa-38ab-43d6-a034-7156b7637c11 req-1eed7238-f097-4e1f-a660-bd4b13f0b68d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1410067
Apr 20 23:31:02.478819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0584c993-4aaa-4e18-bf2a-392b6bc7b670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:02.521878 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3fb6b8aa-38ab-43d6-a034-7156b7637c11 req-3337e9c1-6a24-4118-945f-0ae30eb1444e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576608
Apr 20 23:31:04.329208 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-efaf23be-c4f2-4f9f-86c5-613f9bab3953 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f4b102eff6b74e87933a38ccb57d06af&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0807552
Apr 20 23:31:04.569461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-a611fd39-fe6a-49c9-9bdf-529ff976fcb5 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:04.571575 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-a611fd39-fe6a-49c9-9bdf-529ff976fcb5 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/networks?id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 200  len: 808 time: 0.2785275
Apr 20 23:31:04.694755 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-dd2785ce-6666-42d0-9b38-2912f2670785 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/quotas/4f6d5560208848f7b170f5cff250d476 HTTP/1.1" status: 200  len: 375 time: 0.1086507
Apr 20 23:31:04.751681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device e23dfde9-2be6-4a3b-9716-2780391285cc no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:04.772413 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-f6aebdbe-f126-4680-a5f1-561dc91de900 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f6d5560208848f7b170f5cff250d476&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0765157
Apr 20 23:31:04.808386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: e23dfde9-2be6-4a3b-9716-2780391285cc {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:04.809182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device e23dfde9-2be6-4a3b-9716-2780391285cc not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:04.819069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-550473cf-91f4-43cb-aac1-52d9df048627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:04.865211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-b3e260cd-a024-4d43-a2f6-23b4c450bf8c tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:04.866829 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-b3e260cd-a024-4d43-a2f6-23b4c450bf8c tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4871883
Apr 20 23:31:04.948760 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-7aa0d410-aa9d-4bba-b8e1-c596382eae89 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/quotas/f4b102eff6b74e87933a38ccb57d06af HTTP/1.1" status: 200  len: 375 time: 0.0507424
Apr 20 23:31:04.950996 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-f8e9e547-a61c-47b9-84c5-f0e33f535421 service neutron] 10.222.0.24 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777456
Apr 20 23:31:05.028857 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-75be06bf-f57c-4951-a8bf-079fef034bd4 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4b102eff6b74e87933a38ccb57d06af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733168
Apr 20 23:31:05.153865 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c4ebb4a4-d764-4ea9-b340-31cc2fb5d431 service neutron] 10.222.0.24 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497550
Apr 20 23:31:05.482207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:05.575278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ee14-8c3e-4fcf-a06e-d2acfaafeff0 req-a52d77d2-d45a-46c4-af3e-dc5dfe19cbe2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:05.577068 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e296ee14-8c3e-4fcf-a06e-d2acfaafeff0 req-a52d77d2-d45a-46c4-af3e-dc5dfe19cbe2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1231875
Apr 20 23:31:05.629946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:05.658578 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e296ee14-8c3e-4fcf-a06e-d2acfaafeff0 req-d0d1d1d4-9e9d-4e95-a745-c2f4040d2e1f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745780
Apr 20 23:31:05.671775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae78d0-8c85-43d5-b1cb-5adff2f22790 req-6c919dc3-2be3-4c5c-9509-fd4a58d1b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:05.673482 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-afae78d0-8c85-43d5-b1cb-5adff2f22790 req-6c919dc3-2be3-4c5c-9509-fd4a58d1b83d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.1172099
Apr 20 23:31:05.733508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-afae78d0-8c85-43d5-b1cb-5adff2f22790 req-e5a3501e-4699-4a99-b5a3-209527c531c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465658
Apr 20 23:31:05.848367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6432b67c-6305-44bd-b14f-d7dc91dc7960 req-8d34fee6-904a-4fd4-92a7-6702774eee78 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 210 time: 0.0642929
Apr 20 23:31:05.943323 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8bda6949-4e12-420e-ad8b-2d3cc7c3ae01 req-6ecae853-191b-48d1-83b1-6abdcc264cf4 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 210 time: 0.0895929
Apr 20 23:31:06.549365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-8d3a8069-4de1-4663-a8ff-05a7fb48f55c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:06.550105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-8d3a8069-4de1-4663-a8ff-05a7fb48f55c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Synchronizing usage tracker for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:network {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:06.568109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-8d3a8069-4de1-4663-a8ff-05a7fb48f55c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Unset dirty status for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:network {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:06.569276 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-8d3a8069-4de1-4663-a8ff-05a7fb48f55c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 815 time: 0.1849895
Apr 20 23:31:06.585605 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-371f51b9-90a8-4bfd-8403-dbb0b6dec19f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/quotas/f3c71ff292b740db875e9d0c104b80d3 HTTP/1.1" status: 200  len: 375 time: 0.0100629
Apr 20 23:31:06.689814 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-e8276c5e-a8f3-4700-be6a-b5f19e70d0cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0964561
Apr 20 23:31:06.820842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-4a2752f6-53eb-4d8d-8a58-065b3518863c tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f4b102eff6b74e87933a38ccb57d06af&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352204
Apr 20 23:31:06.933979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabcbb9-c24f-4fef-a647-df600e0248bd req-d65b19cd-29dc-476b-a858-db79256f4fb8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:06.935591 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8cabcbb9-c24f-4fef-a647-df600e0248bd req-d65b19cd-29dc-476b-a858-db79256f4fb8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1395648
Apr 20 23:31:06.939462 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-f3d51f85-0fae-418e-847c-46e6261df3d0 service neutron] 10.222.0.24 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236183
Apr 20 23:31:06.984924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:07.051139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-51f9e13e-c37e-493d-a4dd-a5e4e34c014a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:07.052887 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-51f9e13e-c37e-493d-a4dd-a5e4e34c014a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2209828
Apr 20 23:31:07.072582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Request body: {'port': {'device_id': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee', 'admin_state_up': True, 'tenant_id': 'f4b102eff6b74e87933a38ccb57d06af'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:07.095080 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8cabcbb9-c24f-4fef-a647-df600e0248bd req-fdea07a3-dd31-47dd-9634-868e8dae42dc tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524107
Apr 20 23:31:07.176627 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-569c7d34-70b8-4725-ba44-7b963e5edea9 service neutron] 10.222.0.24 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153788
Apr 20 23:31:07.269273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:31:07.274409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Usage tracker for resource:port and tenant:f4b102eff6b74e87933a38ccb57d06af is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:31:07.277505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:31:07.284890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:31:07.294869 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fe8a2319-c401-4376-a6af-1585ed9ef083 req-3d1ef9c6-344d-4e0f-bbd6-c207efb9b198 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 210 time: 0.0564213
Apr 20 23:31:07.417673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Made reservation on behalf of f4b102eff6b74e87933a38ccb57d06af for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:31:07.424533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:07.427418 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-91bf8b32-8c62-4c6b-9177-7e256cab3e97 req-76220c76-2c6a-4e49-a816-fd8a0bffc1e7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 210 time: 0.0707662
Apr 20 23:31:07.466822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:07.504375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:31:07.509794 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-03eb3599-baed-4101-9f5e-f0338a3f36b8 req-ec5d6504-ab55-452b-b941-072bc16cb56f tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 210 time: 0.0564001
Apr 20 23:31:07.517328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Usage tracker for resource:security_group_rule and tenant:f4b102eff6b74e87933a38ccb57d06af is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:31:07.534882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:31:07.546244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:31:07.576927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-f3076f1d-6aaa-4839-8d3a-7949dda1277d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:07.578515 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-f3076f1d-6aaa-4839-8d3a-7949dda1277d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "GET /v2.0/networks?id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 200  len: 808 time: 0.2846649
Apr 20 23:31:07.593607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Request body: {'port': {'device_id': '53afe728-44cd-428a-a9b6-187795212812', 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce', 'admin_state_up': True, 'tenant_id': '4f6d5560208848f7b170f5cff250d476'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:07.780390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:31:07.793218 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Usage tracker for resource:port and tenant:4f6d5560208848f7b170f5cff250d476 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:31:07.798389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:31:07.802249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:07.806449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:31:07.808501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:07.812406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-874ea616-f046-4dc2-9ce3-1633a940aea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:07.879930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Made reservation on behalf of 4f6d5560208848f7b170f5cff250d476 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:31:07.885849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:07.928452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b70ef-90f9-4684-a8d1-14f8a809d390,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:07.939551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:08.343918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804e001-49d8-4941-849d-4e5362afe1e7 req-e0d87024-b4b0-481a-907c-7a81339b7fa1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:08.345552 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5804e001-49d8-4941-849d-4e5362afe1e7 req-e0d87024-b4b0-481a-907c-7a81339b7fa1 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0958343
Apr 20 23:31:08.349407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Allocated IP 192.168.233.62 (da2a7832-8786-4d2e-8b5c-1b399359e5ee/282fc5be-1b7a-4731-86dc-25645f3a0294/0be1a708-adfe-49a1-af4b-80688c24781c) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:31:08.397622 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5804e001-49d8-4941-849d-4e5362afe1e7 req-d37f4d65-90d3-4130-bc2b-e76eeb2bba00 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436168
Apr 20 23:31:08.397848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Allocated IP 172.20.0.6 (ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce/b660ae89-2e16-4798-9eb5-575fb2cb6d8f/2f544c0b-6a88-4706-b2bb-275f6f42e3b6) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:31:08.485398 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-36a35190-35ea-43a1-9af2-b0bec1646c6f req-b3443e70-3980-46d3-9765-e07220b7bad4 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 210 time: 0.0626414
Apr 20 23:31:08.675992 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-63d59303-ae45-4498-8b33-f7fb1666bab9 req-b03d5797-ce9a-4302-b968-08bf6b633766 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 210 time: 0.0638099
Apr 20 23:31:08.826400 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c7e2bb8f-b99e-4668-9282-0aae6ec49460 req-3ff71315-053e-4668-aa62-1fb856b9637e tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 210 time: 0.0674937
Apr 20 23:31:08.972890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:09.003099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-5e8fad07-383a-4523-83f9-3c0cb060ac00 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:09.004639 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-5e8fad07-383a-4523-83f9-3c0cb060ac00 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 815 time: 0.4210427
Apr 20 23:31:09.025925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'port': {'device_id': '300b229c-f5dc-4419-81a6-943332596e77', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'admin_state_up': True, 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:09.057311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b26d-2b76-4e14-92f2-684efc9242af req-00e345c6-b55e-454f-9e2d-b46835c99af9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:09.058946 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a300b26d-2b76-4e14-92f2-684efc9242af req-00e345c6-b55e-454f-9e2d-b46835c99af9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0944066
Apr 20 23:31:09.115693 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a300b26d-2b76-4e14-92f2-684efc9242af req-e99032db-645d-48b2-b54f-a9b2fbdc3090 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456774
Apr 20 23:31:09.141087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Transition to ACTIVE for port object 0be1a708-adfe-49a1-af4b-80688c24781c will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:31:09.147463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:09.218064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:31:09.239035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:port and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:31:09.243396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:31:09.251261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:31:09.273459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Made reservation on behalf of f3c71ff292b740db875e9d0c104b80d3 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:31:09.280675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:09.326803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:09.330705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-7e7dc5a4-b00a-4501-bb27-5584a46148d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:09.332279 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-7e7dc5a4-b00a-4501-bb27-5584a46148d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 1098 time: 0.4126472
Apr 20 23:31:09.340301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:09.460873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:09.568358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:31:09.577764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Network da2a7832-8786-4d2e-8b5c-1b399359e5ee is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:31:09.584444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:31:09.594245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:31:09.596387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:31:09.728615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Pushing event updated for resources: {'Port': ['ID=0be1a708-adfe-49a1-af4b-80688c24781c,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:09.751209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:09.751885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:09.763907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:31:09.775692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad44f01-8801-44b3-8a4f-399a307bc01e req-baab631e-4944-4d0d-9ce6-578c855f5666 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:09.788615 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ad44f01-8801-44b3-8a4f-399a307bc01e req-baab631e-4944-4d0d-9ce6-578c855f5666 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.1380041
Apr 20 23:31:09.851124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:09.855641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:09.856313 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ad44f01-8801-44b3-8a4f-399a307bc01e req-d91b250c-239f-4712-8124-cfce39a415b2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660944
Apr 20 23:31:09.962922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9813f13a-462b-48b1-8b04-d50e544e6674 None None] Provisioning for port 0be1a708-adfe-49a1-af4b-80688c24781c completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:31:09.973742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9813f13a-462b-48b1-8b04-d50e544e6674 None None] Provisioning complete for port 0be1a708-adfe-49a1-af4b-80688c24781c triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:09.974553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9813f13a-462b-48b1-8b04-d50e544e6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:10.066293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9813f13a-462b-48b1-8b04-d50e544e6674 None None] Port 0be1a708-adfe-49a1-af4b-80688c24781c cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:31:10.118848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Pushing event updated for resources: {'Port': ['ID=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:10.158743 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fb43b1fa-22c6-414f-8bd4-0f2d96fabfc8 req-9e8ef47b-5c81-4b89-a142-5faa5713bc98 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 210 time: 0.1087964
Apr 20 23:31:10.164796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.165276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.165968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.166353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.166770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.167089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.167477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.167821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.168191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.168540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.168892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.169315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:31:10.184653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:10.185842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-f8662ea1-4cf3-48f5-a024-93ca9f1e151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:10.187686 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-f8662ea1-4cf3-48f5-a024-93ca9f1e151d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.7982943
Apr 20 23:31:10.196568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:10.197288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:10.206337 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6171620
Apr 20 23:31:10.234838 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.1673367
Apr 20 23:31:10.241225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Allocated IP 172.20.0.14 (75d64c0b-e074-4068-95b0-5be448f5881f/be117658-b916-4700-8331-4fd9c7c5e203/bbcdc697-6d41-4ec4-b72f-541245c36f15) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:31:10.389055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924830e9-496b-4b58-839a-e8fcc9cc198f req-12e4c496-05db-48ab-8e47-70d702bb467b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:10.391415 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-924830e9-496b-4b58-839a-e8fcc9cc198f req-12e4c496-05db-48ab-8e47-70d702bb467b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.1076298
Apr 20 23:31:10.454740 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-924830e9-496b-4b58-839a-e8fcc9cc198f req-ab458a4f-b18b-46d9-bff9-a71933350477 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567834
Apr 20 23:31:10.492063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:10.509888 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Transition to ACTIVE for port object bbcdc697-6d41-4ec4-b72f-541245c36f15 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:31:10.537164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:10.543613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c2cc8052-9df1-4384-95d6-6a8369f4b77c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:10.628975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Network 75d64c0b-e074-4068-95b0-5be448f5881f is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:31:10.632437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:31:10.636676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:31:10.672417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:10.679971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:10.683084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351aecc-4304-4041-be81-c5438e4da26e req-99fbe869-04e0-4391-a612-bfb295011f53 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:10.684800 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e351aecc-4304-4041-be81-c5438e4da26e req-99fbe869-04e0-4391-a612-bfb295011f53 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1101351
Apr 20 23:31:10.723659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:10.724399 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:10.755464 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7377558
Apr 20 23:31:10.920198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bf768f49-f383-403b-961f-affb5a58a6e4 None None] Provisioning for port bbcdc697-6d41-4ec4-b72f-541245c36f15 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:31:10.926871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bf768f49-f383-403b-961f-affb5a58a6e4 None None] Provisioning complete for port bbcdc697-6d41-4ec4-b72f-541245c36f15 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:10.927289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf768f49-f383-403b-961f-affb5a58a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:10.954736 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e351aecc-4304-4041-be81-c5438e4da26e req-609b829c-9b75-4e8e-8506-2dcec4517981 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514169
Apr 20 23:31:10.992947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bf768f49-f383-403b-961f-affb5a58a6e4 None None] Port bbcdc697-6d41-4ec4-b72f-541245c36f15 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:31:11.160202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3942-ba94-4558-bdf5-a5b536c14411 req-a6d6e943-51b9-46c3-954a-0e490065c3ff tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:11.161849 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-76af3942-ba94-4558-bdf5-a5b536c14411 req-a6d6e943-51b9-46c3-954a-0e490065c3ff tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0942400
Apr 20 23:31:11.215944 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-76af3942-ba94-4558-bdf5-a5b536c14411 req-b1d8b129-a3b9-4442-8269-d53a72b6dd3d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467834
Apr 20 23:31:11.410480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7bdc6-a733-42be-aafa-2b6c80cdbcc9 req-8b64e6bd-5d0f-485e-b16b-2b3dd58139ba tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:11.412105 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-29f7bdc6-a733-42be-aafa-2b6c80cdbcc9 req-8b64e6bd-5d0f-485e-b16b-2b3dd58139ba tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0911682
Apr 20 23:31:11.461982 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-29f7bdc6-a733-42be-aafa-2b6c80cdbcc9 req-2bbd81a1-97eb-4203-bb37-18f24b64fcf0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Synchronizing usage tracker for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:11.482908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-29f7bdc6-a733-42be-aafa-2b6c80cdbcc9 req-2bbd81a1-97eb-4203-bb37-18f24b64fcf0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Unset dirty status for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:11.484451 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-29f7bdc6-a733-42be-aafa-2b6c80cdbcc9 req-2bbd81a1-97eb-4203-bb37-18f24b64fcf0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647926
Apr 20 23:31:11.682706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497376-3022-415a-b3a1-25f4457b3b9f req-f84f812c-dbcf-4e90-b2f9-abd344db1f3d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:11.684306 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30497376-3022-415a-b3a1-25f4457b3b9f req-f84f812c-dbcf-4e90-b2f9-abd344db1f3d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0930607
Apr 20 23:31:11.735483 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30497376-3022-415a-b3a1-25f4457b3b9f req-2550cc30-07f6-42db-8d6a-a7b1a35b7e58 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435317
Apr 20 23:31:12.162277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be0b9e-efb3-42f1-99f0-15d01eef2a3b req-68b5719b-5e9d-42b4-98e4-58a8d640c63b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:12.163902 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c7be0b9e-efb3-42f1-99f0-15d01eef2a3b req-68b5719b-5e9d-42b4-98e4-58a8d640c63b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0899224
Apr 20 23:31:12.212733 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c7be0b9e-efb3-42f1-99f0-15d01eef2a3b req-4a628787-077e-4214-88e6-128bca71ca20 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418193
Apr 20 23:31:12.434223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b07d3d-0cbc-4a0d-877a-9aef4e2bf222 req-ba8c8965-98b2-45df-b15a-4c8f77e0a465 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:12.435810 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-83b07d3d-0cbc-4a0d-877a-9aef4e2bf222 req-ba8c8965-98b2-45df-b15a-4c8f77e0a465 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0945208
Apr 20 23:31:12.485803 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-83b07d3d-0cbc-4a0d-877a-9aef4e2bf222 req-ab658e29-aac2-4a21-9e8b-d94c7f5c8ff9 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432127
Apr 20 23:31:12.692662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ee73d-413d-43db-bc01-4f3365e21811 req-d18b7e3e-8204-469e-8ee8-ed72b034a7d0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:12.694759 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e04ee73d-413d-43db-bc01-4f3365e21811 req-d18b7e3e-8204-469e-8ee8-ed72b034a7d0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0943797
Apr 20 23:31:12.749129 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e04ee73d-413d-43db-bc01-4f3365e21811 req-24637403-726d-4226-9c1c-b53fd1aabcf4 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475392
Apr 20 23:31:12.940562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51343f1f-df66-43d0-a984-553d5779e989 req-d46b67f9-ea28-48a1-9b68-05c03b6cc6c5 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:12.942385 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-51343f1f-df66-43d0-a984-553d5779e989 req-d46b67f9-ea28-48a1-9b68-05c03b6cc6c5 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0921865
Apr 20 23:31:12.992004 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-51343f1f-df66-43d0-a984-553d5779e989 req-0d46d1ef-1063-4d8d-9641-a6e794f3034b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429907
Apr 20 23:31:13.429034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167438d9-9ffc-4d5d-89de-e5ed38dd1841 req-97e4823d-e4aa-4df9-a003-61abb73b68be tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:13.430693 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-167438d9-9ffc-4d5d-89de-e5ed38dd1841 req-97e4823d-e4aa-4df9-a003-61abb73b68be tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0960777
Apr 20 23:31:13.480582 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-167438d9-9ffc-4d5d-89de-e5ed38dd1841 req-a6ed9413-2267-416d-bf6b-2febc316e2dd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432394
Apr 20 23:31:13.692403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca974a4-6251-44ea-860a-5215b11f67e7 req-597aa06d-bd17-4209-ae6e-37a7a69374c7 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:13.694206 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9ca974a4-6251-44ea-860a-5215b11f67e7 req-597aa06d-bd17-4209-ae6e-37a7a69374c7 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0929980
Apr 20 23:31:13.745158 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9ca974a4-6251-44ea-860a-5215b11f67e7 req-dd8b4ddc-2bb5-4a62-8ede-bcaa191ff5d9 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441818
Apr 20 23:31:13.968018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757a959-f0cf-4d98-838a-64d7152c26b4 req-b7633b91-9189-4cbb-8887-9c9e9fe128d3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:13.969650 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8757a959-f0cf-4d98-838a-64d7152c26b4 req-b7633b91-9189-4cbb-8887-9c9e9fe128d3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0941684
Apr 20 23:31:14.021314 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8757a959-f0cf-4d98-838a-64d7152c26b4 req-48e48916-0060-4d1d-bed3-b59b0b2c0d85 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440252
Apr 20 23:31:14.236297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7817c9-b474-4cf1-bd9a-b148e640231b req-0ac387c9-d7bb-4807-8023-aa24fe748f68 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:14.237915 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1c7817c9-b474-4cf1-bd9a-b148e640231b req-0ac387c9-d7bb-4807-8023-aa24fe748f68 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0963364
Apr 20 23:31:14.292729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1c7817c9-b474-4cf1-bd9a-b148e640231b req-ced7483c-25e9-4782-8198-b4bcdbc39e69 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480387
Apr 20 23:31:14.689164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973b1a-1d05-4b4a-9b8d-1eeaabf1feec req-a95e174e-223e-495e-9df6-6f33ba14c151 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:14.690768 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c9973b1a-1d05-4b4a-9b8d-1eeaabf1feec req-a95e174e-223e-495e-9df6-6f33ba14c151 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0925562
Apr 20 23:31:14.741161 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c9973b1a-1d05-4b4a-9b8d-1eeaabf1feec req-791c9df0-48bd-480f-be7d-ff5571d870bd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430944
Apr 20 23:31:14.959538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752832d-8bb1-4e71-b164-32cc0baa2c79 req-b26cc792-8cde-4b59-843d-882ed956b34e tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:14.961071 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e752832d-8bb1-4e71-b164-32cc0baa2c79 req-b26cc792-8cde-4b59-843d-882ed956b34e tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0942538
Apr 20 23:31:15.010488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e752832d-8bb1-4e71-b164-32cc0baa2c79 req-0674f13b-c649-48c9-9594-7404bd181950 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425720
Apr 20 23:31:15.234537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af2dec-7835-4c0e-97f6-a8f184c93a20 req-a2a6c2ee-8f00-43c7-a47e-509bb6c5fe7b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:15.236259 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-89af2dec-7835-4c0e-97f6-a8f184c93a20 req-a2a6c2ee-8f00-43c7-a47e-509bb6c5fe7b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0917232
Apr 20 23:31:15.287164 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-89af2dec-7835-4c0e-97f6-a8f184c93a20 req-e62eac34-0a3b-43e2-b010-e4d4dd5bf023 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434399
Apr 20 23:31:15.499252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2eb0-39da-4c75-a73e-d39dd2711738 req-7a62bf2d-6b77-492f-bb28-2ba080d1e405 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:15.500854 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5def2eb0-39da-4c75-a73e-d39dd2711738 req-7a62bf2d-6b77-492f-bb28-2ba080d1e405 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0922077
Apr 20 23:31:15.550652 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5def2eb0-39da-4c75-a73e-d39dd2711738 req-70236028-65a8-4187-bf85-deb9bdbd1e13 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428441
Apr 20 23:31:15.949124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f7f1-f083-4663-a5d5-80495468cb59 req-76cefb38-db09-47bf-bb5a-12ac35f3124b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:15.950790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6715f7f1-f083-4663-a5d5-80495468cb59 req-76cefb38-db09-47bf-bb5a-12ac35f3124b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0909271
Apr 20 23:31:16.004336 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6715f7f1-f083-4663-a5d5-80495468cb59 req-01898bc3-e727-4d42-b11c-91d111f9b64d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469546
Apr 20 23:31:16.219648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712018d-1a05-4c94-86af-a58ca198c4b1 req-1edbcab7-cf34-4a96-82a0-7d946945282a tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:16.221277 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0712018d-1a05-4c94-86af-a58ca198c4b1 req-1edbcab7-cf34-4a96-82a0-7d946945282a tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0892951
Apr 20 23:31:16.270725 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0712018d-1a05-4c94-86af-a58ca198c4b1 req-17f91504-90f8-4001-b5cc-56136071d169 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426993
Apr 20 23:31:16.494676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05a38-6128-4e54-b0c9-5dada1fd37e7 req-fbc3aff7-9c46-4e2b-af25-0eac5688c253 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:16.496265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86a05a38-6128-4e54-b0c9-5dada1fd37e7 req-fbc3aff7-9c46-4e2b-af25-0eac5688c253 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0931821
Apr 20 23:31:16.546950 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86a05a38-6128-4e54-b0c9-5dada1fd37e7 req-ef90c998-61c0-4868-b6df-aae57369ec2b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437019
Apr 20 23:31:16.754316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705eb7-f91b-46b4-9021-3d8d0fe92703 req-e2a8ab0f-f134-4340-8caf-b1e72d14d086 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:16.755927 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec705eb7-f91b-46b4-9021-3d8d0fe92703 req-e2a8ab0f-f134-4340-8caf-b1e72d14d086 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0904808
Apr 20 23:31:16.806283 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec705eb7-f91b-46b4-9021-3d8d0fe92703 req-165cd268-cf86-4766-99fa-d5cf2ff24bf7 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435331
Apr 20 23:31:17.216469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dbccf-e9be-4602-8198-d352e93fbe1f req-f4b6052d-9b5f-4feb-a51a-cd73ca002f91 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:17.218278 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-544dbccf-e9be-4602-8198-d352e93fbe1f req-f4b6052d-9b5f-4feb-a51a-cd73ca002f91 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0926216
Apr 20 23:31:17.267180 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-544dbccf-e9be-4602-8198-d352e93fbe1f req-3f732d5c-1e3c-4a72-9bfb-6844c3d8ef81 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421391
Apr 20 23:31:17.477355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06217c55-b7db-4b0c-8c51-3cf99c1b1c33 req-c8734218-5363-461b-8190-7cf2c80787c0 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:17.478976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-06217c55-b7db-4b0c-8c51-3cf99c1b1c33 req-c8734218-5363-461b-8190-7cf2c80787c0 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0917780
Apr 20 23:31:17.530143 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-06217c55-b7db-4b0c-8c51-3cf99c1b1c33 req-4ba839e2-04e2-40c4-bfa6-acf868683083 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437841
Apr 20 23:31:17.757019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91fea5-a975-4e0e-a8ae-d9b5ea1b1617 req-6b86671c-6ba3-4d4a-9442-d2332caf708a tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:17.758649 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b91fea5-a975-4e0e-a8ae-d9b5ea1b1617 req-6b86671c-6ba3-4d4a-9442-d2332caf708a tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0948291
Apr 20 23:31:17.807863 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b91fea5-a975-4e0e-a8ae-d9b5ea1b1617 req-137878b6-2066-4ede-9112-ed2e762ef132 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426478
Apr 20 23:31:18.018844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273c96b-46f5-4d33-998d-88d12f7a437c req-1986228f-52bf-45ea-9c05-530e665471b7 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:18.020829 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b273c96b-46f5-4d33-998d-88d12f7a437c req-1986228f-52bf-45ea-9c05-530e665471b7 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0951409
Apr 20 23:31:18.072027 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b273c96b-46f5-4d33-998d-88d12f7a437c req-9b8b77fa-ac2e-4535-9e19-d06d3a998361 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445635
Apr 20 23:31:18.472951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe67d3f-5f77-4505-a475-08480803ed91 req-e6cd2d25-5840-4bdc-adf7-4dda51be57ac tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:18.474592 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-efe67d3f-5f77-4505-a475-08480803ed91 req-e6cd2d25-5840-4bdc-adf7-4dda51be57ac tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0915840
Apr 20 23:31:18.529145 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-efe67d3f-5f77-4505-a475-08480803ed91 req-5c125b4e-36f9-4bfb-9119-5b169cc55a7a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428042
Apr 20 23:31:18.670076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:31:18.736247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9f5a5-6cf5-4e49-8345-02a1fdfca2bb req-2f26abda-e037-47f4-be22-691881d6c3ec tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:18.737901 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-76f9f5a5-6cf5-4e49-8345-02a1fdfca2bb req-2f26abda-e037-47f4-be22-691881d6c3ec tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.0924547
Apr 20 23:31:18.788219 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-76f9f5a5-6cf5-4e49-8345-02a1fdfca2bb req-fe8d710d-6eb8-4e73-b3cf-3176dbd4e6b0 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435994
Apr 20 23:31:19.014522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c65fd-0771-4441-8b90-4cd3bac7e1ea req-df06c2ea-9474-4f24-8bc2-8e5800f7d274 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:19.016217 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-779c65fd-0771-4441-8b90-4cd3bac7e1ea req-df06c2ea-9474-4f24-8bc2-8e5800f7d274 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0904362
Apr 20 23:31:19.079931 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-779c65fd-0771-4441-8b90-4cd3bac7e1ea req-c60f1d04-a7da-4494-8b81-1e1c9f8bc98c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568657
Apr 20 23:31:19.279783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328d2b-2980-4e95-bf7e-7ceec2d70ddc req-e14779e0-6f9d-4a39-a012-71731526c7bc tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:19.281753 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2d328d2b-2980-4e95-bf7e-7ceec2d70ddc req-e14779e0-6f9d-4a39-a012-71731526c7bc tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.0899732
Apr 20 23:31:19.332195 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2d328d2b-2980-4e95-bf7e-7ceec2d70ddc req-e0297989-4cfa-48e9-9978-186e76db388d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437498
Apr 20 23:31:19.739836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa25b2-98d4-4ee9-8e55-ba34067d1c22 req-3c12827f-0580-4d56-865e-34cea7ee17af tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:19.741476 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a2aa25b2-98d4-4ee9-8e55-ba34067d1c22 req-3c12827f-0580-4d56-865e-34cea7ee17af tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0964828
Apr 20 23:31:19.790340 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a2aa25b2-98d4-4ee9-8e55-ba34067d1c22 req-2d715740-5552-45e6-9c6a-9fb49e92b5be tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422912
Apr 20 23:31:20.074176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3ba5e-6584-4e7a-837b-2f4938e7409d req-d46088ae-ddb9-4689-b0fa-c5fb24edc5b2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:20.075858 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3ee3ba5e-6584-4e7a-837b-2f4938e7409d req-d46088ae-ddb9-4689-b0fa-c5fb24edc5b2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.1646721
Apr 20 23:31:20.137312 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3ee3ba5e-6584-4e7a-837b-2f4938e7409d req-26dd3e51-db21-4c09-afeb-2aff87e36f86 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518029
Apr 20 23:31:20.554940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9b803-872d-4ce4-a8fb-d28dddad7b46 req-ee2918ec-7de2-4278-a70c-023bd1a4af1d tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:20.556542 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-46e9b803-872d-4ce4-a8fb-d28dddad7b46 req-ee2918ec-7de2-4278-a70c-023bd1a4af1d tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.0918736
Apr 20 23:31:20.609778 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-46e9b803-872d-4ce4-a8fb-d28dddad7b46 req-187d4eeb-e080-42a9-a633-45de5f2914a0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445514
Apr 20 23:31:20.708332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Request body: {'port': {'device_id': '300b229c-f5dc-4419-81a6-943332596e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:20.748925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Request body: {'port': {'device_id': '53afe728-44cd-428a-a9b6-187795212812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:20.758063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.20', 57798) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:31:20.789309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Request body: {'port': {'device_id': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:31:20.867324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36899109-a38d-4eef-b68e-18a793ea0f50 req-c7939311-be85-4af8-8f8e-72fc29d1d20d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:20.868905 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-36899109-a38d-4eef-b68e-18a793ea0f50 req-c7939311-be85-4af8-8f8e-72fc29d1d20d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.1596680
Apr 20 23:31:20.876539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-64d5622f-0054-4c18-893f-07bc059aaf1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1159747
Apr 20 23:31:20.925019 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-6d8908a1-52f5-4278-9960-878c0b8d6786 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 200  len: 217 time: 0.1857908
Apr 20 23:31:20.977441 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-36899109-a38d-4eef-b68e-18a793ea0f50 req-04c89478-108f-4a90-b9f5-aab4edb43d9a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995607
Apr 20 23:31:21.004509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ee905-05f5-4146-ab2f-a091887ec903 req-b09a6314-5803-4bd9-a5d5-11ddbd859edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.006172 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-b09a6314-5803-4bd9-a5d5-11ddbd859edf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5802e103d19a4edba800dc5229300b61&device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 1098 time: 0.0968409
Apr 20 23:31:21.304320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680df26-81b2-4694-8833-aada38228ecd req-3d5bdabe-5ac2-4947-a3e8-0f607e4fd05f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.305914 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4680df26-81b2-4694-8833-aada38228ecd req-3d5bdabe-5ac2-4947-a3e8-0f607e4fd05f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1669471
Apr 20 23:31:21.369657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ee905-05f5-4146-ab2f-a091887ec903 req-a0d2ddb5-e16a-4ecd-b523-c2c8b4b9eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.371185 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-a0d2ddb5-e16a-4ecd-b523-c2c8b4b9eb55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 200  len: 920 time: 0.3239162
Apr 20 23:31:21.438063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:21.465189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-da267f4e-2104-4a63-8894-22c80ac30b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.466893 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-da267f4e-2104-4a63-8894-22c80ac30b99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.5161343
Apr 20 23:31:21.475141 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-238c3c9d-67a3-4658-b68b-bad3b7a8b284 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f51b44-9472-4cc0-b921-607066da25db HTTP/1.1" status: 200  len: 217 time: 0.0937841
Apr 20 23:31:21.480619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:21.481681 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4680df26-81b2-4694-8833-aada38228ecd req-6c345b77-1bee-48f9-9570-6fb4b912669e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401436
Apr 20 23:31:21.552339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:21.601115 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-e0900969-2a4d-43e9-85c5-1f0fa6bf7529 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1215560
Apr 20 23:31:21.839626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2e5c3-c0da-4590-be1a-832e1844abf6 req-f2242592-2fd9-40b1-928d-c5fdf345e45d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.847269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7fb2e5c3-c0da-4590-be1a-832e1844abf6 req-f2242592-2fd9-40b1-928d-c5fdf345e45d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.5554016
Apr 20 23:31:21.851063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ee905-05f5-4146-ab2f-a091887ec903 req-f091dc6f-adc9-4f25-a957-d85ec10c23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:21.852549 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-f091dc6f-adc9-4f25-a957-d85ec10c23f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 200  len: 859 time: 0.3699903
Apr 20 23:31:21.958347 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7fb2e5c3-c0da-4590-be1a-832e1844abf6 req-ac22143f-e259-498f-a5aa-b2aaa03cb2cc tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100030
Apr 20 23:31:21.960330 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-7c59ca52-0945-4648-ad6c-d88f9980a087 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b6fef365-3372-4094-be68-62324f82651e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0750170
Apr 20 23:31:22.002391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bc52c-3e0e-4330-b658-559b50863bc8 req-c81b2a27-f106-4d5b-92be-fc8f4efa7704 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:22.003975 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0a4bc52c-3e0e-4330-b658-559b50863bc8 req-c81b2a27-f106-4d5b-92be-fc8f4efa7704 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 932 time: 0.2670193
Apr 20 23:31:22.174221 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0a4bc52c-3e0e-4330-b658-559b50863bc8 req-0c2a966c-7564-4fe1-8552-bc6bfea9aeeb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166294
Apr 20 23:31:22.248162 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-2a0adbb0-8f5c-4b1c-bd63-7415012b66b5 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789798
Apr 20 23:31:22.265327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16719891-f315-4234-abb2-33abe0072533 req-d3972231-7464-4510-953d-b0842fbff142 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:22.266880 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-16719891-f315-4234-abb2-33abe0072533 req-d3972231-7464-4510-953d-b0842fbff142 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 935 time: 0.1498823
Apr 20 23:31:22.331736 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-81e95da9-fc93-4899-b08f-cace75d2aa74 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6546299
Apr 20 23:31:22.403048 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-16719891-f315-4234-abb2-33abe0072533 req-f2ae4e3d-fa3f-4317-82cc-d5edb10f3cf4 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150448
Apr 20 23:31:22.444396 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-6c3b81c5-1794-4a33-a936-bf228709317b service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878226
Apr 20 23:31:22.687593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7405cc9-9e03-45f0-aab4-f61a5a6548de req-6eb0d9e7-cb0c-4d19-b11c-6ef8ccde159a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:22.689544 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f7405cc9-9e03-45f0-aab4-f61a5a6548de req-6eb0d9e7-cb0c-4d19-b11c-6ef8ccde159a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0928688
Apr 20 23:31:22.706476 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-b8e3b35a-b124-491e-8be2-82be42a86652 service neutron] 10.222.0.20 "GET /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3590283
Apr 20 23:31:22.767443 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f7405cc9-9e03-45f0-aab4-f61a5a6548de req-1a48ce5a-090f-4b09-9c10-1ad3a76c39c4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689476
Apr 20 23:31:22.803666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcdc697-6d41-4ec4-b72f-541245c36f15 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:31:22.821502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:22.836639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:31:22.854555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:22.865031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Transition to ACTIVE for port object bbcdc697-6d41-4ec4-b72f-541245c36f15 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:31:22.867343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be1a708-adfe-49a1-af4b-80688c24781c {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:31:22.881397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:22.886320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:22.892967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a9d0c1c4-4648-4669-9f26-20ab6868bdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:23.166698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Transition to ACTIVE for port object 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:31:23.210330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d780-e150-41da-a44c-f13b02b21fc7 req-662601c3-4fb3-430c-8266-5fe6b828adce tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:23.212350 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6f01d780-e150-41da-a44c-f13b02b21fc7 req-662601c3-4fb3-430c-8266-5fe6b828adce tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 931 time: 0.1176078
Apr 20 23:31:23.232298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:23.252484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Transition to ACTIVE for port object 0be1a708-adfe-49a1-af4b-80688c24781c will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:31:23.273628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:23.276807 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6f01d780-e150-41da-a44c-f13b02b21fc7 req-e6627313-1acc-49aa-b8ca-2b43461d0cea tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578969
Apr 20 23:31:23.337691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:23.415820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:23.423569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-db7683af-d98b-429b-96b7-04ed2ecdfd9c tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:23.564794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85e2c0-13c7-4d78-8fc9-cb67881ade56 req-c531181f-4655-49ca-9e34-bd1a6742b6bf tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:23.566647 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c85e2c0-13c7-4d78-8fc9-cb67881ade56 req-c531181f-4655-49ca-9e34-bd1a6742b6bf tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 944 time: 0.1620235
Apr 20 23:31:23.676668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c85e2c0-13c7-4d78-8fc9-cb67881ade56 req-b3841059-9abd-494f-9771-71e9a8eb1ac4 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030338
Apr 20 23:31:23.704458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:23.712716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047c2e-8f25-4ac3-881a-6f58276ca818 req-2403071e-6a64-4a3d-93e6-f5ff1256987d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:23.714425 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ff047c2e-8f25-4ac3-881a-6f58276ca818 req-2403071e-6a64-4a3d-93e6-f5ff1256987d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 947 time: 0.1253841
Apr 20 23:31:23.765543 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ff047c2e-8f25-4ac3-881a-6f58276ca818 req-a2b508e9-35e7-46b9-8271-0e77f9683bcd tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445437
Apr 20 23:31:23.896968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:23.898478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Pushing event updated for resources: {'Port': ['ID=0be1a708-adfe-49a1-af4b-80688c24781c,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:23.904660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Attempting to bind port bbcdc697-6d41-4ec4-b72f-541245c36f15 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:31:23.905026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Attempting to bind port bbcdc697-6d41-4ec4-b72f-541245c36f15 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:31:23.905443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Attempting to bind port bbcdc697-6d41-4ec4-b72f-541245c36f15 on network 75d64c0b-e074-4068-95b0-5be448f5881f {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:31:23.909659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:23.926985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:23.927391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:23.934941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Port bbcdc697-6d41-4ec4-b72f-541245c36f15 on network 75d64c0b-e074-4068-95b0-5be448f5881f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:31:23.935299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Attempting to bind port bbcdc697-6d41-4ec4-b72f-541245c36f15 on network 75d64c0b-e074-4068-95b0-5be448f5881f {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:31:23.949227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Attempting to bind port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:31:23.949616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Attempting to bind port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:31:23.949970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Attempting to bind port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 on network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:31:23.953789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Attempting to bind port 0be1a708-adfe-49a1-af4b-80688c24781c on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:31:23.954147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Attempting to bind port 0be1a708-adfe-49a1-af4b-80688c24781c by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:31:23.954492 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Attempting to bind port 0be1a708-adfe-49a1-af4b-80688c24781c on network da2a7832-8786-4d2e-8b5c-1b399359e5ee {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:31:23.956632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:31:23.956992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Checking segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:31:23.957435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Bound using segment: {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:31:23.957895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Bound port: bbcdc697-6d41-4ec4-b72f-541245c36f15, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:31:23.958266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:23.968359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c890a8f-f956-4e6e-8953-bb35684578c7 req-c827ad1c-a197-45f4-bfba-d3ab8182337f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:23.969986 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9c890a8f-f956-4e6e-8953-bb35684578c7 req-c827ad1c-a197-45f4-bfba-d3ab8182337f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0926049
Apr 20 23:31:23.972779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 on network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:31:23.973135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Attempting to bind port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 on network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:31:23.979107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Port 0be1a708-adfe-49a1-af4b-80688c24781c on network da2a7832-8786-4d2e-8b5c-1b399359e5ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:31:23.979457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Attempting to bind port 0be1a708-adfe-49a1-af4b-80688c24781c on network da2a7832-8786-4d2e-8b5c-1b399359e5ee {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:31:23.987530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:31:23.987895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Checking segment: {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:31:23.988303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Bound using segment: {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:31:23.988758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Bound port: 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5052e3-1e91-4877-9360-d7b23185568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:31:23.989127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.017666 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9c890a8f-f956-4e6e-8953-bb35684578c7 req-dd1f9d6d-50a8-448b-8e82-91685c637c4a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409954
Apr 20 23:31:24.033308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:31:24.033718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Checking segment: {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:31:24.034139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Bound using segment: {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:31:24.034614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Bound port: 0be1a708-adfe-49a1-af4b-80688c24781c, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc8e684-05e9-4bc5-abad-d9a5926b0f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:31:24.034993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.224526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:31:24.242716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:31:24.247281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] For port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:31:24.249799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] For port 0be1a708-adfe-49a1-af4b-80688c24781c, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:31:24.252125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.256805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] For port 0be1a708-adfe-49a1-af4b-80688c24781c, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0be1a708-adfe-49a1-af4b-80688c24781c,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:31:24.258936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] For port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:31:24.259925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:24.298159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.302174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.359761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.360434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.361973 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1094 time: 3.6587942
Apr 20 23:31:24.363152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.363761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.364986 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f544c0b-6a88-4706-b2bb-275f6f42e3b6 HTTP/1.1" status: 200  len: 1093 time: 3.6269650
Apr 20 23:31:24.368535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}, {'name': 'network-changed', 'server_uuid': '53afe728-44cd-428a-a9b6-187795212812', 'tag': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:24.405257 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:24.409391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:24.409931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d1c2feb6-5491-40d3-9fb7-2d925f190ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:24.534802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b558477-2f9a-4e51-b971-be46a9391ee6 req-a810e82c-4f2d-4ba7-9551-67ea9f37e6db tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.543261 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3b558477-2f9a-4e51-b971-be46a9391ee6 req-a810e82c-4f2d-4ba7-9551-67ea9f37e6db tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 943 time: 0.1544681
Apr 20 23:31:24.556491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.557376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:24.558681 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] 10.222.0.20 "PUT /v2.0/ports/0be1a708-adfe-49a1-af4b-80688c24781c HTTP/1.1" status: 200  len: 1097 time: 3.8219213
Apr 20 23:31:24.568741 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'status': 'completed', 'code': 200}
Apr 20 23:31:24.569047 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53afe728-44cd-428a-a9b6-187795212812', 'tag': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6', 'status': 'completed', 'code': 200}
Apr 20 23:31:24.629417 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3b558477-2f9a-4e51-b971-be46a9391ee6 req-6722a1cf-c6ea-4260-9100-54760336eeaf tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848398
Apr 20 23:31:24.759309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab0a0-cc5a-45d2-96da-617caddfe2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:24.904540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-7f65942d-3f86-41c7-b61f-f2322cfeedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.905115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab76a70-8aa7-42e0-9fc4-2ccb0f1ccf72 req-1b68c737-64ed-413d-a630-a02e12a722df tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.906275 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-7f65942d-3f86-41c7-b61f-f2322cfeedb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f6d5560208848f7b170f5cff250d476&device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 1096 time: 0.4427283
Apr 20 23:31:24.907652 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fab76a70-8aa7-42e0-9fc4-2ccb0f1ccf72 req-1b68c737-64ed-413d-a630-a02e12a722df tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 944 time: 0.1024966
Apr 20 23:31:24.914185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-5e5567da-0607-4a28-88de-f001162e4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.916083 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-5e5567da-0607-4a28-88de-f001162e4cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1097 time: 0.4543800
Apr 20 23:31:24.923055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-7df74142-3d12-4146-81db-02352c4ddebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:24.924729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-7df74142-3d12-4146-81db-02352c4ddebd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b102eff6b74e87933a38ccb57d06af&device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 1100 time: 0.2755518
Apr 20 23:31:24.925474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Pushing event updated for resources: {'Port': ['ID=0be1a708-adfe-49a1-af4b-80688c24781c,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:24.928778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:24.930461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:24.931263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:25.008833 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fab76a70-8aa7-42e0-9fc4-2ccb0f1ccf72 req-344e82ed-b530-4396-a57c-b5d66c60d51b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628123
Apr 20 23:31:25.038430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1039c04-f64b-4d03-8d2f-95bff86cc930 req-569b03f5-4b96-46fe-bf32-c01f72092053 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.047404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c1039c04-f64b-4d03-8d2f-95bff86cc930 req-569b03f5-4b96-46fe-bf32-c01f72092053 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 947 time: 0.1381187
Apr 20 23:31:25.068852 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-df2418f7-629d-4685-a47e-944e05a95558 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0be1a708-adfe-49a1-af4b-80688c24781c HTTP/1.1" status: 200  len: 217 time: 0.0746779
Apr 20 23:31:25.102290 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c1039c04-f64b-4d03-8d2f-95bff86cc930 req-1f0c5f1b-33e9-4b32-bb93-5d15b230037e tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541513
Apr 20 23:31:25.143158 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-94d088df-59b3-42e4-9afc-9c1f293490b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6 HTTP/1.1" status: 200  len: 217 time: 0.2231212
Apr 20 23:31:25.144555 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-ee9c95ab-e4d4-4d37-a1ba-7d6aa0465a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 217 time: 0.1492896
Apr 20 23:31:25.243687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96029f7-731f-47f4-b7a7-5089bcd47f94 req-1e4c2fa7-6b9c-44f5-a14e-5ae519d3158f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.245212 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d96029f7-731f-47f4-b7a7-5089bcd47f94 req-1e4c2fa7-6b9c-44f5-a14e-5ae519d3158f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0937080
Apr 20 23:31:25.296540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d96029f7-731f-47f4-b7a7-5089bcd47f94 req-9197a144-7b8b-452e-95c7-9cd379a90690 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437565
Apr 20 23:31:25.320491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-045e3bdc-20b4-44a3-8547-34f5220240ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.322214 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-045e3bdc-20b4-44a3-8547-34f5220240ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.1398752
Apr 20 23:31:25.325728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-05b6037c-521f-4478-9416-8d578ad3d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.327299 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-05b6037c-521f-4478-9416-8d578ad3d6d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=282fc5be-1b7a-4731-86dc-25645f3a0294 HTTP/1.1" status: 200  len: 843 time: 0.1816070
Apr 20 23:31:25.333061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470398-9f01-4ae1-83fb-66651f58a825 req-82575094-ddc5-4ff2-9f48-c6418fe816d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.334549 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-82575094-ddc5-4ff2-9f48-c6418fe816d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b660ae89-2e16-4798-9eb5-575fb2cb6d8f HTTP/1.1" status: 200  len: 848 time: 0.1535437
Apr 20 23:31:25.697452 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-7c7e56f5-814f-4c50-9eeb-ed6e632c8d87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3106732
Apr 20 23:31:25.850894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be757be-c95f-4226-afec-fd611bc900aa req-784d8e05-5be1-4398-b391-7f72d6c54fa4 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.852914 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3be757be-c95f-4226-afec-fd611bc900aa req-784d8e05-5be1-4398-b391-7f72d6c54fa4 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 943 time: 0.1051857
Apr 20 23:31:25.870646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-4100ff71-4939-4d47-980c-2cdc7b96073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.872225 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-4100ff71-4939-4d47-980c-2cdc7b96073f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da2a7832-8786-4d2e-8b5c-1b399359e5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4917715
Apr 20 23:31:25.884271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-6952cc35-ede9-425a-b5df-18dc10eae1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:25.885902 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-6952cc35-ede9-425a-b5df-18dc10eae1c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5426791
Apr 20 23:31:25.903909 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3be757be-c95f-4226-afec-fd611bc900aa req-5caffeb6-fd64-4402-b686-6bd65894b39f tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442708
Apr 20 23:31:26.019052 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-66e91869-f42e-4d84-b02d-14d8b2bf7b14 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3098586
Apr 20 23:31:26.268871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb3d33-e125-4ce9-947a-6cac7460a50c req-517d0ded-3fb9-4dda-b3af-4f5d4ca2a3a2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:26.270508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57eb3d33-e125-4ce9-947a-6cac7460a50c req-517d0ded-3fb9-4dda-b3af-4f5d4ca2a3a2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 944 time: 0.1345677
Apr 20 23:31:26.273706 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-ec4613bd-43d5-46c3-87b2-e16164e38976 service neutron] 10.222.0.20 "GET /v2.0/networks/da2a7832-8786-4d2e-8b5c-1b399359e5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3821008
Apr 20 23:31:26.315367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-94597200-9d68-44af-92ae-fdffcefe65fb service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3830433
Apr 20 23:31:26.334053 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57eb3d33-e125-4ce9-947a-6cac7460a50c req-c90cd5e8-445d-4dca-8c34-a3d04425f869 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564532
Apr 20 23:31:26.354255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ed296-ad78-4f21-84c3-3d8dc2e5390e req-e9b1dfb6-25a0-4b80-b7d4-5a7126f8c873 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:26.355828 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-155ed296-ad78-4f21-84c3-3d8dc2e5390e req-e9b1dfb6-25a0-4b80-b7d4-5a7126f8c873 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 947 time: 0.1418641
Apr 20 23:31:26.406670 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be470398-9f01-4ae1-83fb-66651f58a825 req-fa82f3f8-c919-4aaf-9478-46602e29f37d service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3360753
Apr 20 23:31:26.408593 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-155ed296-ad78-4f21-84c3-3d8dc2e5390e req-337d4087-d60d-4ad5-aab7-201ae1737eb2 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440311
Apr 20 23:31:26.546431 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4749a58e-41c6-4f34-9197-4ca93f2111ed req-13f3ccc6-9721-4a0c-8b20-97f062422ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/da2a7832-8786-4d2e-8b5c-1b399359e5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2624981
Apr 20 23:31:26.563365 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-137e9b1d-8ded-4a2a-b5a4-c59935912032 req-a983e0a9-ac44-4f46-9b13-b287b202956c service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393322
Apr 20 23:31:26.569964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'tag': '0be1a708-adfe-49a1-af4b-80688c24781c'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:26.620545 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'tag': '0be1a708-adfe-49a1-af4b-80688c24781c', 'status': 'completed', 'code': 200}
Apr 20 23:31:26.780048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-704aa1fe-13b2-4936-9c7f-295047b65b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:26.781864 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-704aa1fe-13b2-4936-9c7f-295047b65b59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1097 time: 0.1474638
Apr 20 23:31:26.783896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-814a77b0-5348-4e8e-aa5c-1adf9479a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:26.785293 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-814a77b0-5348-4e8e-aa5c-1adf9479a6be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b102eff6b74e87933a38ccb57d06af&device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 1100 time: 0.1153841
Apr 20 23:31:27.061123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-37fb2101-0206-4052-97d8-18d5bf475fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.062834 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-37fb2101-0206-4052-97d8-18d5bf475fd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.2640576
Apr 20 23:31:27.065316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-51ddde5c-e681-454b-938a-9fe1cb69145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.066741 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-51ddde5c-e681-454b-938a-9fe1cb69145a service neutron] 10.222.0.20 "GET /v2.0/networks?id=da2a7832-8786-4d2e-8b5c-1b399359e5ee HTTP/1.1" status: 200  len: 870 time: 0.2443805
Apr 20 23:31:27.121367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da367-f531-4803-b83f-8f4d5e004775 req-1bab2060-e07d-4117-8dec-936544c0e8dc tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.122998 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec9da367-f531-4803-b83f-8f4d5e004775 req-1bab2060-e07d-4117-8dec-936544c0e8dc tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 943 time: 0.0989764
Apr 20 23:31:27.179108 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec9da367-f531-4803-b83f-8f4d5e004775 req-8d4b29d2-2426-490b-9b29-3ebd85e0ef17 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495617
Apr 20 23:31:27.219116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-35795ce1-12ee-46de-8555-f65f8ed6bc32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 217 time: 0.1355391
Apr 20 23:31:27.220531 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-7c832b0c-4059-426f-a99f-a60450f490b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0be1a708-adfe-49a1-af4b-80688c24781c HTTP/1.1" status: 200  len: 217 time: 0.0848558
Apr 20 23:31:27.363045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-372c0b1f-a266-441a-beaf-49ff63dfcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.364600 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-372c0b1f-a266-441a-beaf-49ff63dfcb3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.1261022
Apr 20 23:31:27.368108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-53979519-7191-4719-8472-51d3aebf862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.369547 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-53979519-7191-4719-8472-51d3aebf862c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=282fc5be-1b7a-4731-86dc-25645f3a0294 HTTP/1.1" status: 200  len: 843 time: 0.0969336
Apr 20 23:31:27.628299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765264a6-6232-43a5-bcf7-4e77b886c5df req-a6d70d78-2884-403e-b165-a8e5ba04eecb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.630397 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-765264a6-6232-43a5-bcf7-4e77b886c5df req-a6d70d78-2884-403e-b165-a8e5ba04eecb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 944 time: 0.1677575
Apr 20 23:31:27.712623 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-765264a6-6232-43a5-bcf7-4e77b886c5df req-168f253a-09ad-4aec-9983-91c3da11c24f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682428
Apr 20 23:31:27.722876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d4d4e-e4d6-418d-a3d7-62c964eef7f1 req-83c5c5ce-6c72-4444-83ca-45cbda91557a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.724349 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be7d4d4e-e4d6-418d-a3d7-62c964eef7f1 req-83c5c5ce-6c72-4444-83ca-45cbda91557a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 947 time: 0.1822302
Apr 20 23:31:27.750222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-b0551716-456e-4382-b442-e02093b246f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.751838 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-b0551716-456e-4382-b442-e02093b246f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3735955
Apr 20 23:31:27.754886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-b4cd4ad3-10c7-4b23-a835-2fa73cf9705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:27.756315 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-b4cd4ad3-10c7-4b23-a835-2fa73cf9705e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da2a7832-8786-4d2e-8b5c-1b399359e5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3765757
Apr 20 23:31:27.780210 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be7d4d4e-e4d6-418d-a3d7-62c964eef7f1 req-fdcfb19b-806e-4b40-a316-97b33214762c tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456669
Apr 20 23:31:28.036837 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-c4b5223c-2230-4d22-89cc-09892d7f4639 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697549
Apr 20 23:31:28.038877 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-3bdc86b0-00d0-4958-8595-f10e07caa7da service neutron] 10.222.0.20 "GET /v2.0/networks/da2a7832-8786-4d2e-8b5c-1b399359e5ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503438
Apr 20 23:31:28.318560 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-a9bfb254-3d13-4504-8899-6839927b4269 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2682061
Apr 20 23:31:28.320569 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-433a8105-acb1-4ab8-8163-091ffc71f944 req-c6babd02-7bc0-4d58-8b9c-dec3db643252 service neutron] 10.222.0.20 "GET /v2.0/networks/da2a7832-8786-4d2e-8b5c-1b399359e5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383533
Apr 20 23:31:28.386320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795fb3d-8257-4427-9ea6-944d6ae02c9f req-a70ac3cf-3a01-4edd-9097-857d1f0e5129 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:28.387941 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4795fb3d-8257-4427-9ea6-944d6ae02c9f req-a70ac3cf-3a01-4edd-9097-857d1f0e5129 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 943 time: 0.0933411
Apr 20 23:31:28.436836 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4795fb3d-8257-4427-9ea6-944d6ae02c9f req-b5c7c063-799c-4cf3-b631-cc8f4540e3a9 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419486
Apr 20 23:31:28.446777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-d66f91ac-bf3c-44f1-8be6-37cd72c0da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:28.448508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-d66f91ac-bf3c-44f1-8be6-37cd72c0da4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f6d5560208848f7b170f5cff250d476&device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 1096 time: 0.0816724
Apr 20 23:31:28.605899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-32d8a3c2-6d4f-4e45-831b-fec2728c2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:28.607467 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-32d8a3c2-6d4f-4e45-831b-fec2728c2f77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 200  len: 909 time: 0.1452730
Apr 20 23:31:28.690765 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-6c3dceb2-7ead-492d-b7fe-7cab49471e65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6 HTTP/1.1" status: 200  len: 217 time: 0.0698824
Apr 20 23:31:28.767105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-c9284891-a19f-4af4-af64-b81a3051a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:28.768708 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-c9284891-a19f-4af4-af64-b81a3051a64e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b660ae89-2e16-4798-9eb5-575fb2cb6d8f HTTP/1.1" status: 200  len: 848 time: 0.0703483
Apr 20 23:31:28.835441 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-66d4bb40-cb56-4c65-9994-e60467d0a7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583587
Apr 20 23:31:28.893838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 0be1a708-adfe-49a1-af4b-80688c24781c details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:31:28.975781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407c3da-8ed9-402b-9b28-4aa85b42e60c req-f4f29c0a-37d4-4b4d-93ab-c4d52f38c504 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:28.983986 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5407c3da-8ed9-402b-9b28-4aa85b42e60c req-f4f29c0a-37d4-4b4d-93ab-c4d52f38c504 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 944 time: 0.1514876
Apr 20 23:31:28.994792 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-92605db0-3b57-4a52-9a5d-69b6dbd6131a service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442444
Apr 20 23:31:29.058917 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5407c3da-8ed9-402b-9b28-4aa85b42e60c req-3f2ae932-b75a-46ff-b1d3-830690683543 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739102
Apr 20 23:31:29.070276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5b3e5-7e99-46f6-a8fc-d68d92d77958 req-1ecc21e4-c1a5-4bd1-8378-0020b3c668dd tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:29.082159 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b1e5b3e5-7e99-46f6-a8fc-d68d92d77958 req-1ecc21e4-c1a5-4bd1-8378-0020b3c668dd tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 947 time: 0.1817148
Apr 20 23:31:29.131918 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b1e5b3e5-7e99-46f6-a8fc-d68d92d77958 req-299c9afc-3a42-4b87-b68c-c53dc5015098 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488415
Apr 20 23:31:29.220024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-41007b9f-0742-4905-a6dd-cde98ddff769 req-365377b5-d9d7-4262-a8c0-c3e02d78da84 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136669
Apr 20 23:31:29.336871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 0be1a708-adfe-49a1-af4b-80688c24781c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0be1a708-adfe-49a1-af4b-80688c24781c,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:29.351797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '0be1a708-adfe-49a1-af4b-80688c24781c', 'network_id': 'da2a7832-8786-4d2e-8b5c-1b399359e5ee', 'port_id': '0be1a708-adfe-49a1-af4b-80688c24781c', 'mac_address': 'fa:16:3e:8c:d9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282fc5be-1b7a-4731-86dc-25645f3a0294', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:31:29.413828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:29.432544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be1a708-adfe-49a1-af4b-80688c24781c {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:31:29.449584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 0be1a708-adfe-49a1-af4b-80688c24781c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0be1a708-adfe-49a1-af4b-80688c24781c,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:29.452918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:29.453767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:31:29.455836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-622011a1-2854-4e96-a758-b13d1ee6bc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:29.601866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=0be1a708-adfe-49a1-af4b-80688c24781c,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:29.609800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:29.655387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902f5da-74b2-45a1-b0df-741edb75709c req-705acd0d-7c7a-44d2-8394-47c3cff2984c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:29.656977 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7902f5da-74b2-45a1-b0df-741edb75709c req-705acd0d-7c7a-44d2-8394-47c3cff2984c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 943 time: 0.0931692
Apr 20 23:31:29.669640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:29.684700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6', 'network_id': 'ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce', 'port_id': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6', 'mac_address': 'fa:16:3e:dd:08:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b660ae89-2e16-4798-9eb5-575fb2cb6d8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:31:29.707362 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7902f5da-74b2-45a1-b0df-741edb75709c req-f64c090a-8ff1-4c7f-8762-2e2b315f4a40 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434113
Apr 20 23:31:29.750220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:29.768280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:31:29.784869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:29.788133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:29.788889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device bbcdc697-6d41-4ec4-b72f-541245c36f15 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:31:29.792075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:29.935354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:29.938855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:30.003707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:30.017496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'port_id': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'mac_address': 'fa:16:3e:0f:c3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:31:30.081613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:30.100996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcdc697-6d41-4ec4-b72f-541245c36f15 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:31:30.118910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:30.123461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:30.125500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:30.201086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:30.204822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:30.352988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133a80-9fed-4318-af5b-39d0ddad14c1 req-1659971f-4ad3-4759-b705-ac6df5226098 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:30.354650 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2133a80-9fed-4318-af5b-39d0ddad14c1 req-1659971f-4ad3-4759-b705-ac6df5226098 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1700692
Apr 20 23:31:30.391140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425825dd-5ee1-48ce-9c11-39adc1b0affc req-7f1839fb-671c-4b85-8c76-3624850a45e9 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:30.392704 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-425825dd-5ee1-48ce-9c11-39adc1b0affc req-7f1839fb-671c-4b85-8c76-3624850a45e9 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1391397
Apr 20 23:31:30.435357 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2133a80-9fed-4318-af5b-39d0ddad14c1 req-88112497-d34f-424f-9aa1-4f9c3c72f376 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707464
Apr 20 23:31:30.461195 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-425825dd-5ee1-48ce-9c11-39adc1b0affc req-8e481e31-79c6-4656-b268-0689d2f74d3a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512664
Apr 20 23:31:31.096551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4b034-021c-461c-b2bd-6edab9300137 req-10e6a460-48c7-42d7-bef1-368c4a3c0303 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:31.098131 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-19b4b034-021c-461c-b2bd-6edab9300137 req-10e6a460-48c7-42d7-bef1-368c4a3c0303 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.2769480
Apr 20 23:31:31.147080 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-19b4b034-021c-461c-b2bd-6edab9300137 req-21f6c169-357a-4b9b-aedf-c9dcbe538a1b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418968
Apr 20 23:31:31.704102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c1b09-a9b7-4a63-8116-fedaf72cb290 req-1c87e946-6243-4647-8fa7-f5ada8acfbcb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:31.705706 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f02c1b09-a9b7-4a63-8116-fedaf72cb290 req-1c87e946-6243-4647-8fa7-f5ada8acfbcb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1537042
Apr 20 23:31:31.717687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb97839-c0a7-473f-b4ca-5ec1a72276f4 req-362aff1e-7047-4680-b34d-ed8efe8c1703 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:31.719190 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb97839-c0a7-473f-b4ca-5ec1a72276f4 req-362aff1e-7047-4680-b34d-ed8efe8c1703 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1268833
Apr 20 23:31:31.791347 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f02c1b09-a9b7-4a63-8116-fedaf72cb290 req-518772fa-c500-4c66-911a-401ef7204f50 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711567
Apr 20 23:31:31.798746 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb97839-c0a7-473f-b4ca-5ec1a72276f4 req-8d1ba188-fe15-4159-96e8-aab8e5d34dcf tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629263
Apr 20 23:31:32.364956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09556-620c-4d36-bdd0-1b39c74375f5 req-d1f730ce-b271-4448-b044-cc9574548c8f tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:32.366571 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bd09556-620c-4d36-bdd0-1b39c74375f5 req-d1f730ce-b271-4448-b044-cc9574548c8f tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.0991144
Apr 20 23:31:32.414884 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bd09556-620c-4d36-bdd0-1b39c74375f5 req-5096dde6-4d24-43f7-a8c9-80c1bdfb84d2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419221
Apr 20 23:31:32.474576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f68e544-53af-4731-8318-08b66ce95179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:33.066000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7bc56-d316-4b4c-8cb2-1ff9ce96118f req-1c2278d7-ee7b-451d-8a42-6a8692c7eea2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:33.067590 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-93e7bc56-d316-4b4c-8cb2-1ff9ce96118f req-1c2278d7-ee7b-451d-8a42-6a8692c7eea2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1581650
Apr 20 23:31:33.077053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e6767-d97d-45b2-a0d8-10fd25fbf3ca req-3cbda21b-0db8-4756-9b6d-0e9124d5432e tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:33.078743 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-121e6767-d97d-45b2-a0d8-10fd25fbf3ca req-3cbda21b-0db8-4756-9b6d-0e9124d5432e tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1278329
Apr 20 23:31:33.152524 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-93e7bc56-d316-4b4c-8cb2-1ff9ce96118f req-b3ad08eb-1988-49ad-8734-fe35afe21d23 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727370
Apr 20 23:31:33.160058 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-121e6767-d97d-45b2-a0d8-10fd25fbf3ca req-81490c28-56a7-4c51-95a8-c127ebbc7f9a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652738
Apr 20 23:31:33.478999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['0be1a708-adfe-49a1-af4b-80688c24781c'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:33.511722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['bbcdc697-6d41-4ec4-b72f-541245c36f15'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:33.552536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['2f544c0b-6a88-4706-b2bb-275f6f42e3b6'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:33.628121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8af41-648c-4a98-9c2a-e05a5db0bfb9 req-ac62dba2-83c9-4a41-8260-d89b1343112f tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:33.629791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45b8af41-648c-4a98-9c2a-e05a5db0bfb9 req-ac62dba2-83c9-4a41-8260-d89b1343112f tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.0964074
Apr 20 23:31:33.694598 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45b8af41-648c-4a98-9c2a-e05a5db0bfb9 req-312124b4-2053-46ae-890c-dc0ac0bf1a2e tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582805
Apr 20 23:31:34.199477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7de8c-68ba-4b8d-aec1-5e74601db3da req-eca91bc8-7769-41fa-b4c2-c9374c2f4636 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:34.201034 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1de7de8c-68ba-4b8d-aec1-5e74601db3da req-eca91bc8-7769-41fa-b4c2-c9374c2f4636 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.0888667
Apr 20 23:31:34.253272 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1de7de8c-68ba-4b8d-aec1-5e74601db3da req-3443b6dd-0b91-45f4-b794-f67c8a601d96 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456731
Apr 20 23:31:34.412767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bffda-c329-44d6-8634-9e518c82727e req-9114fb7c-3af8-4da9-b48f-3b4139cf8f10 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:34.414397 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4b1bffda-c329-44d6-8634-9e518c82727e req-9114fb7c-3af8-4da9-b48f-3b4139cf8f10 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1360493
Apr 20 23:31:34.480291 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4b1bffda-c329-44d6-8634-9e518c82727e req-3a3b6342-fa4b-4052-9ea6-1a7d199ea048 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586891
Apr 20 23:31:34.495336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eddb66-9bef-4870-8ff1-be5d07b24c5c req-eef4cf37-d782-434c-8ca4-c3b6276ddad7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:34.496886 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-31eddb66-9bef-4870-8ff1-be5d07b24c5c req-eef4cf37-d782-434c-8ca4-c3b6276ddad7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1419015
Apr 20 23:31:34.547667 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-31eddb66-9bef-4870-8ff1-be5d07b24c5c req-b534b7e6-8857-44d9-bf51-94343f66aec5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439999
Apr 20 23:31:34.805000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e72db3e0-cac7-429e-8b01-2936fb58941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:34.909859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cfbfa-af37-491f-b554-d033bc00bbb2 req-87fbd689-e7b4-4eac-a43f-728fde5bc2a5 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:34.911414 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8c0cfbfa-af37-491f-b554-d033bc00bbb2 req-87fbd689-e7b4-4eac-a43f-728fde5bc2a5 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.0904136
Apr 20 23:31:34.964850 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8c0cfbfa-af37-491f-b554-d033bc00bbb2 req-6615db3d-9e82-4159-9fd8-6ca60919fd96 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441015
Apr 20 23:31:35.478199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537454-d424-4fe4-98a0-0deab2a67095 req-2a691222-880e-4e97-bd50-18db9ca1d63a tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:35.479932 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-14537454-d424-4fe4-98a0-0deab2a67095 req-2a691222-880e-4e97-bd50-18db9ca1d63a tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.1013622
Apr 20 23:31:35.480196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:35.529297 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-14537454-d424-4fe4-98a0-0deab2a67095 req-9c88a913-9fa3-48a1-a52b-ba1a484d206f tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427227
Apr 20 23:31:35.622982 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:35.740782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826b793-4df2-486c-89c8-637bd90ec0a4 req-a7432eae-aa2a-4326-8ea6-c4e39bf7043b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:35.742314 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a826b793-4df2-486c-89c8-637bd90ec0a4 req-a7432eae-aa2a-4326-8ea6-c4e39bf7043b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1436388
Apr 20 23:31:35.801227 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a826b793-4df2-486c-89c8-637bd90ec0a4 req-b0a9906b-8e9c-4f1c-a2d6-408c06dbfee0 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497866
Apr 20 23:31:35.809497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dac591-8904-44f0-acb7-cdab408e8e4b req-b25cb756-f328-4a0a-a4dd-ae8a66fbcc9d tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:35.811021 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30dac591-8904-44f0-acb7-cdab408e8e4b req-b25cb756-f328-4a0a-a4dd-ae8a66fbcc9d tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1432910
Apr 20 23:31:35.859743 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30dac591-8904-44f0-acb7-cdab408e8e4b req-a0667df8-9e18-49e3-8026-f4ccb0bedcb2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419364
Apr 20 23:31:36.198579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ac90a-6c79-4252-a12c-9f7c41a8f51e req-09d30948-c6cc-4ad7-86c6-2fc5426ab534 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:36.200191 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-920ac90a-6c79-4252-a12c-9f7c41a8f51e req-09d30948-c6cc-4ad7-86c6-2fc5426ab534 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.1014700
Apr 20 23:31:36.248562 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-920ac90a-6c79-4252-a12c-9f7c41a8f51e req-609e242a-f6cf-4eee-9267-e91d01647c1f tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417652
Apr 20 23:31:36.747924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104cbac-730b-4c89-b00b-87142967ba19 req-8fe69cf4-e9d9-4b69-ad92-bcddada95d76 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:36.749601 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a104cbac-730b-4c89-b00b-87142967ba19 req-8fe69cf4-e9d9-4b69-ad92-bcddada95d76 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.0970044
Apr 20 23:31:36.796988 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a104cbac-730b-4c89-b00b-87142967ba19 req-1ba725f0-9da5-4507-b319-4dfc5411f799 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409446
Apr 20 23:31:36.975762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:37.058842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c099f-b077-4e12-91e5-0f0a1396a387 req-7671c579-d47b-4c65-9429-e179c985d12c tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:37.060437 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d3c099f-b077-4e12-91e5-0f0a1396a387 req-7671c579-d47b-4c65-9429-e179c985d12c tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1450584
Apr 20 23:31:37.120655 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d3c099f-b077-4e12-91e5-0f0a1396a387 req-81ef285c-f887-41a7-ac59-ccd00d2fddec tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526190
Apr 20 23:31:37.128941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6d031-b59f-4e64-99d1-2b06132b2b39 req-e537c72d-3ba3-4493-ac9f-7f403ae631f0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:37.130479 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-96e6d031-b59f-4e64-99d1-2b06132b2b39 req-e537c72d-3ba3-4493-ac9f-7f403ae631f0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1493690
Apr 20 23:31:37.182343 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-96e6d031-b59f-4e64-99d1-2b06132b2b39 req-c867a3b5-93d4-44c6-ab4b-bccd0c9ceb20 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420752
Apr 20 23:31:37.459857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bb3da-ef6f-4dce-8336-bd19ffc70c82 req-af349fc6-293e-418c-8b2b-b7f164b2063b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:37.461458 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f72bb3da-ef6f-4dce-8336-bd19ffc70c82 req-af349fc6-293e-418c-8b2b-b7f164b2063b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.0865622
Apr 20 23:31:37.511652 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f72bb3da-ef6f-4dce-8336-bd19ffc70c82 req-6f58c20b-5745-4988-a59a-2c19bcbd7d45 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438147
Apr 20 23:31:38.016387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5000-31df-4195-b08d-fd50a76a3d68 req-2bb6eefe-81e3-4ab8-8a12-351c5ac84839 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:38.018060 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1f6c5000-31df-4195-b08d-fd50a76a3d68 req-2bb6eefe-81e3-4ab8-8a12-351c5ac84839 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.1014812
Apr 20 23:31:38.068838 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1f6c5000-31df-4195-b08d-fd50a76a3d68 req-c682e3f4-efc9-40cc-a5d4-d4209cc4f342 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441978
Apr 20 23:31:38.099900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-3627dd30-8f46-4fe7-ace0-6582af10defa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:38.100682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-3627dd30-8f46-4fe7-ace0-6582af10defa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Synchronizing usage tracker for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:38.119071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-3627dd30-8f46-4fe7-ace0-6582af10defa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Unset dirty status for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:38.120299 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-3627dd30-8f46-4fe7-ace0-6582af10defa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 946 time: 0.1121769
Apr 20 23:31:38.203992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Deleting port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:38.204375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:38.391371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba76b4-992a-4a12-861c-2603de19815c req-43eafada-5dd6-4bc8-bc39-605f77115730 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:38.392987 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1eba76b4-992a-4a12-861c-2603de19815c req-43eafada-5dd6-4bc8-bc39-605f77115730 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1550148
Apr 20 23:31:38.454292 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1eba76b4-992a-4a12-861c-2603de19815c req-3a59aad0-6cd9-4bc9-a812-cf0e6268da64 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528324
Apr 20 23:31:38.463869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc987906-77bf-40ee-89a5-ba0286e6750f req-fe2d44b2-3e01-4ac3-bd83-5d0efda75da4 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:38.465510 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fc987906-77bf-40ee-89a5-ba0286e6750f req-fe2d44b2-3e01-4ac3-bd83-5d0efda75da4 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1580992
Apr 20 23:31:38.482061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] For port 39d598bc-25e3-49a1-b31f-75f0e6e762e2, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=39d598bc-25e3-49a1-b31f-75f0e6e762e2,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:38.482456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:38.522764 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fc987906-77bf-40ee-89a5-ba0286e6750f req-ffa5054d-a506-4b0b-9c3a-d93db1c4cc21 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508101
Apr 20 23:31:38.639129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Calling delete_port for 39d598bc-25e3-49a1-b31f-75f0e6e762e2 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:38.725599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca992-485e-4130-b46c-f15ca54fa74a req-1d080928-7da2-4529-a87b-650f363cf00d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:38.727226 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7e6ca992-485e-4130-b46c-f15ca54fa74a req-1d080928-7da2-4529-a87b-650f363cf00d tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.0891111
Apr 20 23:31:38.784277 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7e6ca992-485e-4130-b46c-f15ca54fa74a req-2e83cd8b-ccba-4a81-a5a9-e1905e327d67 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496287
Apr 20 23:31:38.819531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:38.825930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:38.837090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a', 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', '89ea501c-5341-49d4-9efb-ee1639f46211', '39d598bc-25e3-49a1-b31f-75f0e6e762e2'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:38.879918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event deleted for resources: {'Port': ['ID=39d598bc-25e3-49a1-b31f-75f0e6e762e2,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:38.883313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:38.957992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f30db-7973-4c2f-b5de-7d40ce23f4f0 req-dbbbc44b-d7cb-4c12-849d-9a63c1b47728 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:38.959493 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-748f30db-7973-4c2f-b5de-7d40ce23f4f0 req-dbbbc44b-d7cb-4c12-849d-9a63c1b47728 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0948741
Apr 20 23:31:38.962191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] No DVR routers for this DVR port 39d598bc-25e3-49a1-b31f-75f0e6e762e2 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:38.965261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:38.968709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a9ab63-8662-4319-8489-a08c7724aad7', 'name': 'network-vif-deleted', 'tag': '39d598bc-25e3-49a1-b31f-75f0e6e762e2'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:38.986914 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3cc1f098-c126-4345-b7a5-6ffe2b7f40a7 req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "DELETE /v2.0/ports/39d598bc-25e3-49a1-b31f-75f0e6e762e2 HTTP/1.1" status: 204  len: 173 time: 0.8581054
Apr 20 23:31:39.012403 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-748f30db-7973-4c2f-b5de-7d40ce23f4f0 req-4618a05d-77e4-43dd-9b1a-23fe0ae9e79d tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449607
Apr 20 23:31:39.024123 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a9ab63-8662-4319-8489-a08c7724aad7', 'name': 'network-vif-deleted', 'tag': '39d598bc-25e3-49a1-b31f-75f0e6e762e2', 'status': 'completed', 'code': 200}
Apr 20 23:31:39.237183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-400fe066-89ef-4340-bd46-c44772b8fc1b req-b523a50b-19f6-4fbb-8259-afb4e5455034 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 210 time: 0.0476289
Apr 20 23:31:39.725544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040ad4-a9c7-423e-927c-5791af33f025 req-e16ab670-b785-4d93-94eb-1bc0ff658d09 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:39.727109 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9040ad4-a9c7-423e-927c-5791af33f025 req-e16ab670-b785-4d93-94eb-1bc0ff658d09 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 948 time: 0.1474895
Apr 20 23:31:39.778721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c25a3-4a21-4b08-86ac-1ffd872f7de1 req-e074af45-126d-46ea-b256-0c857feba247 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:39.780172 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-044c25a3-4a21-4b08-86ac-1ffd872f7de1 req-e074af45-126d-46ea-b256-0c857feba247 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 945 time: 0.1451330
Apr 20 23:31:39.804911 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9040ad4-a9c7-423e-927c-5791af33f025 req-6746e92a-37aa-497d-86db-8e6c5abf2f87 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703602
Apr 20 23:31:39.835376 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-044c25a3-4a21-4b08-86ac-1ffd872f7de1 req-0e023661-1132-42a3-8779-b5552ac6b262 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486693
Apr 20 23:31:39.918847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 0be1a708-adfe-49a1-af4b-80688c24781c up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:31:39.995565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 0be1a708-adfe-49a1-af4b-80688c24781c completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:31:40.000790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 0be1a708-adfe-49a1-af4b-80688c24781c triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:40.001135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.013071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a91ea-8b35-400c-a662-ee4cce2fab18 req-3977766d-fef0-4fe0-a332-0bf015415932 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:40.014927 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f3a91ea-8b35-400c-a662-ee4cce2fab18 req-3977766d-fef0-4fe0-a332-0bf015415932 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 944 time: 0.0957756
Apr 20 23:31:40.082450 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f3a91ea-8b35-400c-a662-ee4cce2fab18 req-2aa6853f-4ebe-451c-acb4-3d3c518d68e2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610468
Apr 20 23:31:40.137639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.166504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1a708-adfe-49a1-af4b-80688c24781c'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:40.176798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 0be1a708-adfe-49a1-af4b-80688c24781c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0be1a708-adfe-49a1-af4b-80688c24781c,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:40.181607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.182508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:31:40.212953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:40.235439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f29e0-8d10-4d33-96d5-e5327bbbeaf4 req-01122d3a-245b-4aab-9ad6-b042b055e239 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:40.237021 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c95f29e0-8d10-4d33-96d5-e5327bbbeaf4 req-01122d3a-245b-4aab-9ad6-b042b055e239 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0896966
Apr 20 23:31:40.244438 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be1a708-adfe-49a1-af4b-80688c24781c', 'code': 200}
Apr 20 23:31:40.288968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c95f29e0-8d10-4d33-96d5-e5327bbbeaf4 req-48f5b85d-880a-4622-a543-3b0e9911e64e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453510
Apr 20 23:31:40.312523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=0be1a708-adfe-49a1-af4b-80688c24781c,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:40.316169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:40.325535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:31:40.330671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:40.331089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.421955 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-334f2bf7-97e8-4b88-9c75-deafc7a8d8a1 req-b2a7025b-d365-452d-bc3a-f66826dfb108 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 210 time: 0.0500469
Apr 20 23:31:40.454094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.487638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:40.491922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.492792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device bbcdc697-6d41-4ec4-b72f-541245c36f15 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:31:40.520244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:40.615086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:40.618812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:40.627337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port bbcdc697-6d41-4ec4-b72f-541245c36f15 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:31:40.632256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port bbcdc697-6d41-4ec4-b72f-541245c36f15 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:31:40.632676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.758750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.794117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:40.798254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:40.800131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:41.050018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:41.053355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:41.064193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef23655-f01c-41ac-a50d-ad36625ba202 req-2d5ed397-4895-4ffb-8685-cb0717593ebb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:41.065885 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fef23655-f01c-41ac-a50d-ad36625ba202 req-2d5ed397-4895-4ffb-8685-cb0717593ebb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.1094897
Apr 20 23:31:41.168736 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fef23655-f01c-41ac-a50d-ad36625ba202 req-f2004ceb-9349-42e9-8b49-a0336421f118 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958683
Apr 20 23:31:41.202951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285a62-6cb9-44b7-a7a9-bef29ed6d7d4 req-f09d0d0a-8b28-4d68-88bf-e341780dd4f4 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:41.204586 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7f285a62-6cb9-44b7-a7a9-bef29ed6d7d4 req-f09d0d0a-8b28-4d68-88bf-e341780dd4f4 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.1173105
Apr 20 23:31:41.257398 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7f285a62-6cb9-44b7-a7a9-bef29ed6d7d4 req-5b6f8d85-81ae-4b53-9cb0-0ff0f9db94cd tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458257
Apr 20 23:31:41.562925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ee14c-09ea-4158-9c7e-94243e00b440 req-820828f4-8165-4396-b5ef-76dffcabb7b9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:41.564458 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f1ee14c-09ea-4158-9c7e-94243e00b440 req-820828f4-8165-4396-b5ef-76dffcabb7b9 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1583261
Apr 20 23:31:41.576043 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a04188-240d-415f-9439-0b1752ebd048 req-2eb8675d-8b05-45f2-bf93-0b6cf96007ba tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:41.577585 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c7a04188-240d-415f-9439-0b1752ebd048 req-2eb8675d-8b05-45f2-bf93-0b6cf96007ba tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.1289470
Apr 20 23:31:41.650641 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f1ee14c-09ea-4158-9c7e-94243e00b440 req-3a086dc9-ef43-47ec-9da1-46a3ef8a00f8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720377
Apr 20 23:31:41.655320 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c7a04188-240d-415f-9439-0b1752ebd048 req-1b5b1a47-eae0-4e60-83a5-093b8a9c0821 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627453
Apr 20 23:31:41.814939 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-66cc9352-bed5-4101-880f-522bfa088cc8 req-66602200-f8d0-4539-984e-a90786f8aa2e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a9ab63-8662-4319-8489-a08c7724aad7 HTTP/1.1" status: 200  len: 210 time: 0.0636871
Apr 20 23:31:42.245846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53afe728-44cd-428a-a9b6-187795212812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6'}, {'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:42.282762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe873f3-7e9f-4a89-bf27-f701094f8168 req-6e686fd2-0b2c-46b6-b935-8b902bc8fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:42.285935 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5fe873f3-7e9f-4a89-bf27-f701094f8168 req-6e686fd2-0b2c-46b6-b935-8b902bc8fa48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 1102 time: 0.0814514
Apr 20 23:31:42.302018 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53afe728-44cd-428a-a9b6-187795212812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6', 'code': 200}
Apr 20 23:31:42.302390 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'code': 200}
Apr 20 23:31:42.353938 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5fe873f3-7e9f-4a89-bf27-f701094f8168 req-207ccd91-3736-4a91-a37d-2cc25f4311e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603750
Apr 20 23:31:42.377092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1ca5e-d88e-4a3a-a93b-4093fb853ec0 req-3d45eecd-480b-48f9-b0ce-ec5e00bc1320 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:42.378681 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-80f1ca5e-d88e-4a3a-a93b-4093fb853ec0 req-3d45eecd-480b-48f9-b0ce-ec5e00bc1320 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.0946903
Apr 20 23:31:42.659382 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-80f1ca5e-d88e-4a3a-a93b-4093fb853ec0 req-b589fcda-ab44-45e8-9ae0-5297db928533 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2741468
Apr 20 23:31:42.703207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07499-958c-4252-9241-f85a91698598 req-244ce3b8-d864-43d6-8f9c-68801569384b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:42.705725 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-42b07499-958c-4252-9241-f85a91698598 req-244ce3b8-d864-43d6-8f9c-68801569384b tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.2893064
Apr 20 23:31:42.760942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8ac45-ec0f-4192-9fca-eca9e442e9a3 req-af7659dd-6427-4882-92a5-370ee404a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:42.762903 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c4d8ac45-ec0f-4192-9fca-eca9e442e9a3 req-af7659dd-6427-4882-92a5-370ee404a3e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 1098 time: 0.1552827
Apr 20 23:31:42.766891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f8d33-6110-4b81-a54e-d7fb5b628f1e req-6f61fc1a-43f6-4ac3-821c-c99f85c0ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:42.768132 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b89f8d33-6110-4b81-a54e-d7fb5b628f1e req-6f61fc1a-43f6-4ac3-821c-c99f85c0ab04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1099 time: 0.1250558
Apr 20 23:31:42.769816 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-42b07499-958c-4252-9241-f85a91698598 req-5d140929-2780-40c1-8464-e546361f1d86 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586357
Apr 20 23:31:42.902412 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c4d8ac45-ec0f-4192-9fca-eca9e442e9a3 req-9ddcc8ff-acb8-4935-abf4-c2a515cddd5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176944
Apr 20 23:31:42.902535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf432d-f6e9-4e1e-ba02-c58867cfe166 req-fe779b54-ac2b-4e40-8ebd-94457799352f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:42.903891 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-afcf432d-f6e9-4e1e-ba02-c58867cfe166 req-fe779b54-ac2b-4e40-8ebd-94457799352f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1052563
Apr 20 23:31:42.910746 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b89f8d33-6110-4b81-a54e-d7fb5b628f1e req-5e669656-e4d9-4991-b3a5-9918d98f3880 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265233
Apr 20 23:31:43.001404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-afcf432d-f6e9-4e1e-ba02-c58867cfe166 req-72db905c-e470-46fd-8b07-0b6d228801da tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564964
Apr 20 23:31:43.033765 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1327980-357e-49b5-ac6a-628a693e7047 req-bbb0dd29-449f-4efc-ab3d-e94fcfbfd202 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:43.035504 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b1327980-357e-49b5-ac6a-628a693e7047 req-bbb0dd29-449f-4efc-ab3d-e94fcfbfd202 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.1306050
Apr 20 23:31:43.085546 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b1327980-357e-49b5-ac6a-628a693e7047 req-2c89a688-8fe4-46fb-9e96-d82de94505df tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430608
Apr 20 23:31:43.888697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41e44b-60a4-40c2-9f50-ac9f8da125fc req-017a51e6-0b8d-434a-b9a4-3556a7981dca tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:43.890352 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3a41e44b-60a4-40c2-9f50-ac9f8da125fc req-017a51e6-0b8d-434a-b9a4-3556a7981dca tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.1105378
Apr 20 23:31:43.989675 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3a41e44b-60a4-40c2-9f50-ac9f8da125fc req-41f8756a-d689-4ded-9f06-8732e9763f9b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628684
Apr 20 23:31:44.014039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f029-9320-4038-a282-dd54d84bad0d req-f6d5f66d-1075-4162-8ee2-a517cfda99a8 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:44.015758 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da46f029-9320-4038-a282-dd54d84bad0d req-f6d5f66d-1075-4162-8ee2-a517cfda99a8 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.1245122
Apr 20 23:31:44.088779 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da46f029-9320-4038-a282-dd54d84bad0d req-c3f4bfa8-54b8-4002-a410-98feb4dd3a7a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655718
Apr 20 23:31:44.227501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adaba6-e8e3-4501-b54a-8c56513b2ba6 req-0dc7a21a-7831-4b76-85b9-a65bbea505aa tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:44.229019 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e6adaba6-e8e3-4501-b54a-8c56513b2ba6 req-0dc7a21a-7831-4b76-85b9-a65bbea505aa tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1015766
Apr 20 23:31:44.326543 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e6adaba6-e8e3-4501-b54a-8c56513b2ba6 req-7c11691d-1915-4ab7-8fe0-7c15ad45b20f tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584009
Apr 20 23:31:44.357728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782df32-8e38-457c-b176-f07bcfb95acc req-273971b1-a09c-4062-8f4c-e38e44d08a13 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:44.359475 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e782df32-8e38-457c-b176-f07bcfb95acc req-273971b1-a09c-4062-8f4c-e38e44d08a13 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.1268637
Apr 20 23:31:44.411265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e782df32-8e38-457c-b176-f07bcfb95acc req-f8f469cf-ca5a-4358-964f-e1593fe9d4e4 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450220
Apr 20 23:31:44.735926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574880-0657-46bb-bca7-1f215ea49b28 req-92e9abc8-7d1f-4c95-9b92-b329b8b94e4e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:44.737553 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee574880-0657-46bb-bca7-1f215ea49b28 req-92e9abc8-7d1f-4c95-9b92-b329b8b94e4e tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 945 time: 0.0901740
Apr 20 23:31:44.790146 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee574880-0657-46bb-bca7-1f215ea49b28 req-64e5f9b8-2b95-483e-b173-1dcebc53d876 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431261
Apr 20 23:31:45.224854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea01f-d8b3-4141-b53b-7d0ae0fe1c61 req-89c6acfa-e256-479c-8c61-d3c76b09509b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:45.226728 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caeea01f-d8b3-4141-b53b-7d0ae0fe1c61 req-89c6acfa-e256-479c-8c61-d3c76b09509b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.0953417
Apr 20 23:31:45.334815 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caeea01f-d8b3-4141-b53b-7d0ae0fe1c61 req-74015e2f-927d-47dc-9b6d-826816d50852 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663488
Apr 20 23:31:45.365444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3275d-4d76-4c9a-ad5c-92e335cefee1 req-a8c3aac2-67a5-4d16-88ed-0a613b3f0d18 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:45.367020 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c1a3275d-4d76-4c9a-ad5c-92e335cefee1 req-a8c3aac2-67a5-4d16-88ed-0a613b3f0d18 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.1384423
Apr 20 23:31:45.417176 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c1a3275d-4d76-4c9a-ad5c-92e335cefee1 req-421e6827-0673-4270-99d2-0decc1d4b9a8 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418220
Apr 20 23:31:45.538604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338ae1-5c2c-4328-874e-21dc53206491 req-d70b96cb-79df-4594-bce7-43f387fe73c4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:45.540161 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4e338ae1-5c2c-4328-874e-21dc53206491 req-d70b96cb-79df-4594-bce7-43f387fe73c4 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.0934353
Apr 20 23:31:45.637403 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4e338ae1-5c2c-4328-874e-21dc53206491 req-2fe55fbf-5f35-4e9b-b826-3bcdb14c9c7e tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571260
Apr 20 23:31:45.666972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d0dc-1791-4072-aa72-15e7bb392df8 req-1d12422a-4200-4323-8e51-cc26438d815c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:45.668537 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-aa35d0dc-1791-4072-aa72-15e7bb392df8 req-1d12422a-4200-4323-8e51-cc26438d815c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.1390183
Apr 20 23:31:45.721578 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-aa35d0dc-1791-4072-aa72-15e7bb392df8 req-bc57aebd-3fbe-49ca-949d-f083ee699b0a tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458302
Apr 20 23:31:45.942298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 39d598bc-25e3-49a1-b31f-75f0e6e762e2 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:45.978618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 39d598bc-25e3-49a1-b31f-75f0e6e762e2 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:45.979010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 39d598bc-25e3-49a1-b31f-75f0e6e762e2 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:46.066293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585a3a-a84b-4fe9-aa5b-765ec900e603 req-a2fd5539-4bdf-499e-a790-ed04e97aa53d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:46.067929 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1b585a3a-a84b-4fe9-aa5b-765ec900e603 req-a2fd5539-4bdf-499e-a790-ed04e97aa53d tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 945 time: 0.1570408
Apr 20 23:31:46.099784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540047-3209-4d1f-a014-69b156925864 req-83bcacfb-ebb8-418a-81f4-4b91dc328792 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:46.101365 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-40540047-3209-4d1f-a014-69b156925864 req-83bcacfb-ebb8-418a-81f4-4b91dc328792 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.1414671
Apr 20 23:31:46.156616 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1b585a3a-a84b-4fe9-aa5b-765ec900e603 req-c253ee55-9d6d-4244-b82e-e8730b5cf7fa tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796020
Apr 20 23:31:46.181813 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-40540047-3209-4d1f-a014-69b156925864 req-07c1fc81-ded4-4e4d-adfd-f6afdde76ee7 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706811
Apr 20 23:31:46.534262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c33fb-3701-440d-969c-e797c25b9a49 req-f30b8022-417f-40f6-953a-eac3777ecf62 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:46.535941 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-573c33fb-3701-440d-969c-e797c25b9a49 req-f30b8022-417f-40f6-953a-eac3777ecf62 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.0880239
Apr 20 23:31:46.591571 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-573c33fb-3701-440d-969c-e797c25b9a49 req-74fa6791-e896-405c-9bd1-9ed309c296b9 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479543
Apr 20 23:31:46.752630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-45c8955c-0a16-4133-89d3-f1b4d3336541 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:46.753672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-45c8955c-0a16-4133-89d3-f1b4d3336541 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Synchronizing usage tracker for tenant:5802e103d19a4edba800dc5229300b61 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:46.778510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-45c8955c-0a16-4133-89d3-f1b4d3336541 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Unset dirty status for tenant:5802e103d19a4edba800dc5229300b61 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:46.780717 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-45c8955c-0a16-4133-89d3-f1b4d3336541 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1183045
Apr 20 23:31:46.853202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced74160-fc90-4970-a330-1cf1e13e608a req-12cd60ee-6922-45f6-9d31-1df9c671d1fa tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:46.859311 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ced74160-fc90-4970-a330-1cf1e13e608a req-12cd60ee-6922-45f6-9d31-1df9c671d1fa tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.1370223
Apr 20 23:31:46.872321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Deleting port 14f51b44-9472-4cc0-b921-607066da25db {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:46.873148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:46.972813 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ced74160-fc90-4970-a330-1cf1e13e608a req-263a846d-afce-47cc-861f-39d805891052 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660093
Apr 20 23:31:46.997661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1578b6-2ad6-4470-a8dd-693d1c37f2d1 req-9cbc8517-d86a-4cdd-bacc-2734af5b8082 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:46.997661 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3b1578b6-2ad6-4470-a8dd-693d1c37f2d1 req-9cbc8517-d86a-4cdd-bacc-2734af5b8082 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 945 time: 0.1319664
Apr 20 23:31:47.054228 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3b1578b6-2ad6-4470-a8dd-693d1c37f2d1 req-cb22f2ec-b8f7-49c5-b342-0ad4c526106b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499227
Apr 20 23:31:47.419425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce33c-242a-4d3d-a69b-3db771d83538 req-9d72a1b5-a123-451d-b51c-68b063e42328 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:47.421576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c69ce33c-242a-4d3d-a69b-3db771d83538 req-9d72a1b5-a123-451d-b51c-68b063e42328 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 945 time: 0.0935748
Apr 20 23:31:47.454999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] For port 14f51b44-9472-4cc0-b921-607066da25db, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=14f51b44-9472-4cc0-b921-607066da25db,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:47.455393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:47.525306 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c69ce33c-242a-4d3d-a69b-3db771d83538 req-f0eaa545-c8ae-49f8-a7f5-d1c1c7d8ae19 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626497
Apr 20 23:31:47.530060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281723cd-e27b-464c-9217-5c307e8938dd req-43535bee-5fa0-4085-8322-9a2d35d280a8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:47.530970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-281723cd-e27b-464c-9217-5c307e8938dd req-43535bee-5fa0-4085-8322-9a2d35d280a8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Synchronizing usage tracker for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:47.556120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc01766-9a61-41ee-b821-24489ebefdc3 req-21ed7549-bd21-4861-b3ad-13d271328361 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:47.557939 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7dc01766-9a61-41ee-b821-24489ebefdc3 req-21ed7549-bd21-4861-b3ad-13d271328361 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.1353102
Apr 20 23:31:47.603227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Calling delete_port for 14f51b44-9472-4cc0-b921-607066da25db owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:47.611049 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7dc01766-9a61-41ee-b821-24489ebefdc3 req-6eaaf13f-cd89-4745-acd2-9e1045f313ba tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457442
Apr 20 23:31:47.668945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-281723cd-e27b-464c-9217-5c307e8938dd req-43535bee-5fa0-4085-8322-9a2d35d280a8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Unset dirty status for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:47.670203 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-281723cd-e27b-464c-9217-5c307e8938dd req-43535bee-5fa0-4085-8322-9a2d35d280a8 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 945 time: 0.3541853
Apr 20 23:31:47.781097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Deleting port 89ea501c-5341-49d4-9efb-ee1639f46211 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:47.781501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:47.794687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380d6fc-1c8f-4a4b-b798-6933786a40ce req-1c6b5be8-b196-42f6-929b-048cef677ec2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:47.797009 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1380d6fc-1c8f-4a4b-b798-6933786a40ce req-1c6b5be8-b196-42f6-929b-048cef677ec2 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.1459548
Apr 20 23:31:47.864667 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1380d6fc-1c8f-4a4b-b798-6933786a40ce req-7f65e5e6-9bc8-4a5d-ad2f-1c35d93df798 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608196
Apr 20 23:31:47.872976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c754126-2bc8-4f6c-afd2-32438429e346 req-3ef28b44-1627-4be6-accc-c152bab79d06 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:47.874595 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6c754126-2bc8-4f6c-afd2-32438429e346 req-3ef28b44-1627-4be6-accc-c152bab79d06 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.1549261
Apr 20 23:31:47.927672 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6c754126-2bc8-4f6c-afd2-32438429e346 req-f5c22007-2fb5-4466-9e2b-d7c7678e36a9 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442469
Apr 20 23:31:47.954429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:47.962730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-238ebba1-5afb-4744-b418-b4e56c1c7cf9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:47.967477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['d704ed4e-8855-4e12-b326-bbbdb985863c', '14f51b44-9472-4cc0-b921-607066da25db'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:48.032182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Pushing event deleted for resources: {'Port': ['ID=14f51b44-9472-4cc0-b921-607066da25db,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:48.192646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] For port 89ea501c-5341-49d4-9efb-ee1639f46211, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=89ea501c-5341-49d4-9efb-ee1639f46211,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:48.193207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:48.282495 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2f8cdae3-6a79-4731-a08d-66bee23f927c req-062d18ab-6b3e-4cf7-be70-e782035a2393 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0655289
Apr 20 23:31:48.342461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Calling delete_port for 89ea501c-5341-49d4-9efb-ee1639f46211 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:48.381694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:48.538296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] No DVR routers for this DVR port 14f51b44-9472-4cc0-b921-607066da25db on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:48.549313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:48.553406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'name': 'network-vif-deleted', 'tag': '14f51b44-9472-4cc0-b921-607066da25db'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:48.594165 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "DELETE /v2.0/ports/14f51b44-9472-4cc0-b921-607066da25db HTTP/1.1" status: 204  len: 173 time: 1.8046422
Apr 20 23:31:48.600502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0b9c4-32a8-4de2-9c43-52d53376527b req-c6a6abef-0546-4cc0-a017-b1ca20542f2b tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:48.602377 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-08c0b9c4-32a8-4de2-9c43-52d53376527b req-c6a6abef-0546-4cc0-a017-b1ca20542f2b tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.0927067
Apr 20 23:31:48.666820 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-08c0b9c4-32a8-4de2-9c43-52d53376527b req-93c7beb3-7b3d-400f-b47b-59834c2b754f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524802
Apr 20 23:31:48.670008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-ca2861e5-193c-4a9d-9b89-b7602e450744 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:48.670824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-ca2861e5-193c-4a9d-9b89-b7602e450744 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Synchronizing usage tracker for tenant:f4b102eff6b74e87933a38ccb57d06af on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:48.709661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-ca2861e5-193c-4a9d-9b89-b7602e450744 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Unset dirty status for tenant:f4b102eff6b74e87933a38ccb57d06af on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:48.712582 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-ca2861e5-193c-4a9d-9b89-b7602e450744 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.3294468
Apr 20 23:31:48.723652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:48.735478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a', 'd42b0a91-646d-4ac4-8df2-4bc387f83a58'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:48.766883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a09e069e-f3b8-4c00-91bc-29c3bee673d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:48.771128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04ef5-90c1-45e1-ab14-dae6848c351e req-b226fd61-1df8-4514-a3ac-cd7bcf3969ef tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:48.780824 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-48e04ef5-90c1-45e1-ab14-dae6848c351e req-b226fd61-1df8-4514-a3ac-cd7bcf3969ef tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ea85584-119d-47e7-9f78-c6710b7f7d8f HTTP/1.1" status: 200  len: 867 time: 0.1190720
Apr 20 23:31:48.815524 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c9b63b-c71f-4f28-98ce-96ef2d2cb1be', 'name': 'network-vif-deleted', 'tag': '14f51b44-9472-4cc0-b921-607066da25db', 'status': 'completed', 'code': 200}
Apr 20 23:31:48.834662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event deleted for resources: {'Port': ['ID=89ea501c-5341-49d4-9efb-ee1639f46211,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:48.841345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:48.878445 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-48e04ef5-90c1-45e1-ab14-dae6848c351e req-9ec3815a-1c15-47ec-94c7-fa578ab73614 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966361
Apr 20 23:31:48.948930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] No DVR routers for this DVR port 89ea501c-5341-49d4-9efb-ee1639f46211 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:48.951726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:48.961867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Deleting port 0be1a708-adfe-49a1-af4b-80688c24781c {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:48.962251 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:48.967915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156a2c-49b6-4ff7-9e79-9b09bd1a6460 req-bbab1192-48ab-4980-80f8-670df11fda4d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:48.976622 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ba156a2c-49b6-4ff7-9e79-9b09bd1a6460 req-bbab1192-48ab-4980-80f8-670df11fda4d tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 949 time: 0.1442325
Apr 20 23:31:49.023884 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ba156a2c-49b6-4ff7-9e79-9b09bd1a6460 req-4afc1fc2-aff2-4084-b5a9-e2b2ca11c58a tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c2b70ef-90f9-4684-a8d1-14f8a809d390&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457196
Apr 20 23:31:49.091334 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-281723cd-e27b-464c-9217-5c307e8938dd req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "DELETE /v2.0/ports/89ea501c-5341-49d4-9efb-ee1639f46211 HTTP/1.1" status: 204  len: 173 time: 1.4124556
Apr 20 23:31:49.130063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a571c-9427-434c-9d8a-0f7a4f1b546f req-9018dfe2-f8bd-47c8-a0d0-1c67e8cb52b6 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:49.132148 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b61a571c-9427-434c-9d8a-0f7a4f1b546f req-9018dfe2-f8bd-47c8-a0d0-1c67e8cb52b6 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.1065416
Apr 20 23:31:49.182747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b61a571c-9427-434c-9d8a-0f7a4f1b546f req-93f610c3-e7f8-46bd-81b3-8909f80fb6df tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445979
Apr 20 23:31:49.320229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] For port 0be1a708-adfe-49a1-af4b-80688c24781c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=0be1a708-adfe-49a1-af4b-80688c24781c,segment=NetworkSegment(3bc8e684-05e9-4bc5-abad-d9a5926b0f47),segment_id=3bc8e684-05e9-4bc5-abad-d9a5926b0f47)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:49.320604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:49.398317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-5cf21079-8122-4f7f-b87e-be43f04b2a5c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:49.399075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-5cf21079-8122-4f7f-b87e-be43f04b2a5c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Synchronizing usage tracker for tenant:4f6d5560208848f7b170f5cff250d476 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:49.450833 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6615cf5b-069b-4451-8a1f-54efaccc0dd9 req-c0647de6-e2fd-4bfb-8f81-d504cf838025 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c9b63b-c71f-4f28-98ce-96ef2d2cb1be HTTP/1.1" status: 200  len: 210 time: 0.0481675
Apr 20 23:31:49.465863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Calling delete_port for 0be1a708-adfe-49a1-af4b-80688c24781c owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:49.531965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-5cf21079-8122-4f7f-b87e-be43f04b2a5c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Unset dirty status for tenant:4f6d5560208848f7b170f5cff250d476 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:49.533171 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-5cf21079-8122-4f7f-b87e-be43f04b2a5c tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 945 time: 0.3540766
Apr 20 23:31:49.626922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Deleting port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:49.627524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:49.756689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:49.767201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:49.777062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['0be1a708-adfe-49a1-af4b-80688c24781c'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:49.826345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Pushing event deleted for resources: {'Port': ['ID=0be1a708-adfe-49a1-af4b-80688c24781c,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:49.832783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:49.882532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f66bb-0946-45d6-bdaf-b211e08c88cf req-b25ece7e-97bc-4cdc-b600-2aed8a716024 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:49.890698 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-085f66bb-0946-45d6-bdaf-b211e08c88cf req-b25ece7e-97bc-4cdc-b600-2aed8a716024 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.1007960
Apr 20 23:31:49.948110 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-085f66bb-0946-45d6-bdaf-b211e08c88cf req-60156d4f-baca-43dd-a99f-534ef4f50347 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564415
Apr 20 23:31:49.956502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 89ea501c-5341-49d4-9efb-ee1639f46211 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:50.006540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 89ea501c-5341-49d4-9efb-ee1639f46211 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:50.006938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 89ea501c-5341-49d4-9efb-ee1639f46211 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:50.007417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 14f51b44-9472-4cc0-b921-607066da25db no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:50.010414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] No DVR routers for this DVR port 0be1a708-adfe-49a1-af4b-80688c24781c on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:50.013136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:50.078205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 14f51b44-9472-4cc0-b921-607066da25db {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:50.078597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 14f51b44-9472-4cc0-b921-607066da25db not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:50.084864 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-59d71671-b6b1-478c-bc73-5da03e708d0a req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.20 "DELETE /v2.0/ports/0be1a708-adfe-49a1-af4b-80688c24781c HTTP/1.1" status: 204  len: 173 time: 1.3581464
Apr 20 23:31:50.201583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] For port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,segment=NetworkSegment(7e5052e3-1e91-4877-9360-d7b23185568a),segment_id=7e5052e3-1e91-4877-9360-d7b23185568a)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:50.202053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:50.343628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Calling delete_port for 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:50.490752 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-aaba5aa2-159a-43c4-bad3-1d04657f2245 req-b8b360f8-ab27-49a6-aabd-79ea9cdcee73 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd27188b-617f-425c-ab69-82c8ecabf942 HTTP/1.1" status: 200  len: 210 time: 0.0830011
Apr 20 23:31:50.581544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-f81c5c2d-2492-45e2-9821-f5fc0f96df50 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:50.582381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-f81c5c2d-2492-45e2-9821-f5fc0f96df50 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Synchronizing usage tracker for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:50.648267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-f81c5c2d-2492-45e2-9821-f5fc0f96df50 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Unset dirty status for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:50.653800 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-f81c5c2d-2492-45e2-9821-f5fc0f96df50 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.3179305
Apr 20 23:31:50.734842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:50.743410 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-81014dbf-e0e9-4a01-aba7-adab6d757027 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:50.760972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c0e14-f8a9-4605-928e-b02cad762b6d req-2d1eaf7e-312d-433b-8e3a-16206db2a875 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:50.762772 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d35c0e14-f8a9-4605-928e-b02cad762b6d req-2d1eaf7e-312d-433b-8e3a-16206db2a875 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/ports?device_id=53afe728-44cd-428a-a9b6-187795212812 HTTP/1.1" status: 200  len: 867 time: 0.1811652
Apr 20 23:31:50.841905 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d35c0e14-f8a9-4605-928e-b02cad762b6d req-21912bdd-618f-46a2-bd87-d49a5eb1b495 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.24 "GET /v2.0/security-groups?id=1cfd06bf-585c-4775-8a55-48abfb47c7f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690739
Apr 20 23:31:50.863615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e606d5-b311-49fc-ba20-c57bcfcc7c79 req-3ae33e45-8407-4d2f-ad1f-f94a8598e658 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:50.865676 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-75e606d5-b311-49fc-ba20-c57bcfcc7c79 req-3ae33e45-8407-4d2f-ad1f-f94a8598e658 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 946 time: 0.1771488
Apr 20 23:31:50.930434 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-75e606d5-b311-49fc-ba20-c57bcfcc7c79 req-bdfff6dd-45a4-45b9-bb32-537fcbd8e8e9 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560601
Apr 20 23:31:51.014486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'name': 'network-vif-deleted', 'tag': '89ea501c-5341-49d4-9efb-ee1639f46211'}, {'server_uuid': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'name': 'network-vif-deleted', 'tag': '0be1a708-adfe-49a1-af4b-80688c24781c'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:51.030349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Pushing event deleted for resources: {'Port': ['ID=2f544c0b-6a88-4706-b2bb-275f6f42e3b6,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:51.033614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:51.084489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Deleting port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:51.084868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:51.164149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4739f9c-43c6-4c46-b8e4-3285d7e21491 req-8e2096b0-a4fb-4a2d-98cb-fa143e9b9ffc tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:51.166325 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4739f9c-43c6-4c46-b8e4-3285d7e21491 req-8e2096b0-a4fb-4a2d-98cb-fa143e9b9ffc tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 946 time: 0.0974789
Apr 20 23:31:51.190741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] No DVR routers for this DVR port 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:51.195792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:51.222762 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4739f9c-43c6-4c46-b8e4-3285d7e21491 req-5b330642-0f43-479a-be71-58c6700db517 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473874
Apr 20 23:31:51.239174 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea85584-119d-47e7-9f78-c6710b7f7d8f', 'name': 'network-vif-deleted', 'tag': '89ea501c-5341-49d4-9efb-ee1639f46211', 'status': 'completed', 'code': 200}
Apr 20 23:31:51.239490 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27188b-617f-425c-ab69-82c8ecabf942', 'name': 'network-vif-deleted', 'tag': '0be1a708-adfe-49a1-af4b-80688c24781c', 'status': 'completed', 'code': 200}
Apr 20 23:31:51.256076 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-030b3490-ace2-4b01-bfe1-ae25fa8dbc03 req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] 10.222.0.20 "DELETE /v2.0/ports/2f544c0b-6a88-4706-b2bb-275f6f42e3b6 HTTP/1.1" status: 204  len: 173 time: 1.7168500
Apr 20 23:31:51.415226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63426e33-cfe1-44db-b783-8bd8dbdd2d2f req-cde71625-c8fc-4cc8-af2b-de03bf4c05cf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:51.417024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-63426e33-cfe1-44db-b783-8bd8dbdd2d2f req-cde71625-c8fc-4cc8-af2b-de03bf4c05cf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0940597
Apr 20 23:31:51.428652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] For port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:51.429098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:51.465798 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-63426e33-cfe1-44db-b783-8bd8dbdd2d2f req-41221bf3-33b5-47b2-9ee8-e1a6663b0e96 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412357
Apr 20 23:31:51.570590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Calling delete_port for f0c5f25c-58e5-43eb-b36f-6180e1a76a4b owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:51.726825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:51.732872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:51.742386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['f0c5f25c-58e5-43eb-b36f-6180e1a76a4b'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:51.793420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Pushing event deleted for resources: {'Port': ['ID=f0c5f25c-58e5-43eb-b36f-6180e1a76a4b,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:51.798047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:51.928211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] No DVR routers for this DVR port f0c5f25c-58e5-43eb-b36f-6180e1a76a4b on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:51.931657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:51.956226 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1426c6da-8797-473c-aa13-dceabd24ad7a req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "DELETE /v2.0/ports/f0c5f25c-58e5-43eb-b36f-6180e1a76a4b HTTP/1.1" status: 204  len: 173 time: 1.2940781
Apr 20 23:31:51.965274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 0be1a708-adfe-49a1-af4b-80688c24781c no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:51.979186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-a453c747-3d58-4384-876e-7de2c785ef61 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:51.979186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-a453c747-3d58-4384-876e-7de2c785ef61 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Synchronizing usage tracker for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:31:52.000479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-a453c747-3d58-4384-876e-7de2c785ef61 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Unset dirty status for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:31:52.001636 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-a453c747-3d58-4384-876e-7de2c785ef61 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 946 time: 0.1720583
Apr 20 23:31:52.053135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 0be1a708-adfe-49a1-af4b-80688c24781c {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:52.053702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 0be1a708-adfe-49a1-af4b-80688c24781c not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:52.054282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:52.106374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:52.107083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 2f544c0b-6a88-4706-b2bb-275f6f42e3b6 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:52.140464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Deleting port d42b0a91-646d-4ac4-8df2-4bc387f83a58 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:31:52.141276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:52.328915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788ee1a-fb1a-4ad7-ba1a-cbdb1bcc1a90 req-11d1d3da-448d-447c-bd26-287935753690 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:52.330739 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4788ee1a-fb1a-4ad7-ba1a-cbdb1bcc1a90 req-11d1d3da-448d-447c-bd26-287935753690 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 946 time: 0.1438918
Apr 20 23:31:52.439791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-48db549e-1ec4-480e-a19a-606cacae75ba req-03b474fb-a37c-4079-9902-54b44f1f98d3 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=133e002f-a4eb-4fb7-aeb7-d71032582a62 HTTP/1.1" status: 200  len: 210 time: 0.0787201
Apr 20 23:31:52.447484 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4788ee1a-fb1a-4ad7-ba1a-cbdb1bcc1a90 req-c62ddfd9-191c-4b74-909e-8bf3371e8c35 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099389
Apr 20 23:31:52.531252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] For port d42b0a91-646d-4ac4-8df2-4bc387f83a58, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d42b0a91-646d-4ac4-8df2-4bc387f83a58,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:31:52.531662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:52.720219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Calling delete_port for d42b0a91-646d-4ac4-8df2-4bc387f83a58 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:31:52.742462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16cfdb-a0a4-4508-9901-17841e0517a9 req-42bdd3bd-a022-48d8-9d08-6bffe8d59a47 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:52.748496 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6b16cfdb-a0a4-4508-9901-17841e0517a9 req-42bdd3bd-a022-48d8-9d08-6bffe8d59a47 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1429784
Apr 20 23:31:52.813473 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6b16cfdb-a0a4-4508-9901-17841e0517a9 req-69685cd7-af28-46ea-8dce-c255f8dea57b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485356
Apr 20 23:31:52.924220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:52.932428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c7cab8ac-7dfb-4759-ad28-4536ffc63af3 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:31:52.940130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a', 'd42b0a91-646d-4ac4-8df2-4bc387f83a58'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:31:52.981895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event deleted for resources: {'Port': ['ID=d42b0a91-646d-4ac4-8df2-4bc387f83a58,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:31:52.991170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:31:53.095713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] No DVR routers for this DVR port d42b0a91-646d-4ac4-8df2-4bc387f83a58 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:31:53.099609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:53.119021 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1769ece0-7daa-4eb2-b26f-9b2ecd465101 req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "DELETE /v2.0/ports/d42b0a91-646d-4ac4-8df2-4bc387f83a58 HTTP/1.1" status: 204  len: 173 time: 1.1098876
Apr 20 23:31:53.240790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53afe728-44cd-428a-a9b6-187795212812', 'name': 'network-vif-deleted', 'tag': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6'}, {'server_uuid': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'name': 'network-vif-deleted', 'tag': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b'}, {'server_uuid': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'name': 'network-vif-deleted', 'tag': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:31:53.310821 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53afe728-44cd-428a-a9b6-187795212812', 'name': 'network-vif-deleted', 'tag': '2f544c0b-6a88-4706-b2bb-275f6f42e3b6', 'status': 'completed', 'code': 200}
Apr 20 23:31:53.311168 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133e002f-a4eb-4fb7-aeb7-d71032582a62', 'name': 'network-vif-deleted', 'tag': 'f0c5f25c-58e5-43eb-b36f-6180e1a76a4b', 'status': 'completed', 'code': 200}
Apr 20 23:31:53.311563 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6ec9be-0e08-4247-bd9c-699f74439048', 'name': 'network-vif-deleted', 'tag': 'd42b0a91-646d-4ac4-8df2-4bc387f83a58', 'status': 'completed', 'code': 200}
Apr 20 23:31:53.700265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0ce3e975-33c7-4952-bfca-5f72d5854462 req-13de5099-934c-4e53-9d17-9c4821fcf44a tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6ec9be-0e08-4247-bd9c-699f74439048 HTTP/1.1" status: 200  len: 210 time: 0.0581801
Apr 20 23:31:53.892767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:31:53.956309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device f0c5f25c-58e5-43eb-b36f-6180e1a76a4b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:54.009388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: f0c5f25c-58e5-43eb-b36f-6180e1a76a4b {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:54.009917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device f0c5f25c-58e5-43eb-b36f-6180e1a76a4b not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:54.056736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fcbc6-508a-48f7-b46f-4bb765702a71 req-0cd0b4aa-23f4-4b39-83a3-3f1e415c8551 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:54.058507 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a1fcbc6-508a-48f7-b46f-4bb765702a71 req-0cd0b4aa-23f4-4b39-83a3-3f1e415c8551 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1004317
Apr 20 23:31:54.109078 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a1fcbc6-508a-48f7-b46f-4bb765702a71 req-5fe2f5e5-5f0e-44c3-9f3f-d223c1b7f669 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433939
Apr 20 23:31:55.330229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72376b8-0883-4074-acee-cbb2c8904ace req-1d8b2357-1284-4400-99cb-88c51f877ecd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:55.331849 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a72376b8-0883-4074-acee-cbb2c8904ace req-1d8b2357-1284-4400-99cb-88c51f877ecd tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0955877
Apr 20 23:31:55.382422 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a72376b8-0883-4074-acee-cbb2c8904ace req-3d2e670a-0755-4824-81b4-4a72ecec1a03 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440185
Apr 20 23:31:55.671076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:31:56.588739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4745d6-e682-4654-a06f-00ba55f3c354 req-5eae6a2d-284e-4d5c-94d6-81635c729d71 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:56.590250 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d4745d6-e682-4654-a06f-00ba55f3c354 req-5eae6a2d-284e-4d5c-94d6-81635c729d71 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0893579
Apr 20 23:31:56.644570 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d4745d6-e682-4654-a06f-00ba55f3c354 req-1e4ac9d9-6fcf-47b9-a913-a2d8b1e3409b tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448186
Apr 20 23:31:56.934917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d42b0a91-646d-4ac4-8df2-4bc387f83a58 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:31:56.972269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: d42b0a91-646d-4ac4-8df2-4bc387f83a58 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:31:56.972661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d42b0a91-646d-4ac4-8df2-4bc387f83a58 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:31:57.861201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51825a-4598-4208-ab43-3c3d3f41d539 req-6d4ef883-ebf4-4f87-a096-e6ff5dafd5bf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:57.862843 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5c51825a-4598-4208-ab43-3c3d3f41d539 req-6d4ef883-ebf4-4f87-a096-e6ff5dafd5bf tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0906651
Apr 20 23:31:57.912259 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5c51825a-4598-4208-ab43-3c3d3f41d539 req-5720bd50-e0de-4458-9c40-abf2bfa52118 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427849
Apr 20 23:31:59.120681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8236c8-3674-4374-9c2d-e25c438d93d3 req-2347b01f-071b-4caf-a939-eef00921f370 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:31:59.122330 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9f8236c8-3674-4374-9c2d-e25c438d93d3 req-2347b01f-071b-4caf-a939-eef00921f370 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0928235
Apr 20 23:31:59.171160 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9f8236c8-3674-4374-9c2d-e25c438d93d3 req-6cf225f6-1939-47f7-b5a9-8f63bdde253c tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423036
Apr 20 23:32:00.305384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-3cba55c7-fb63-4bea-a272-a49ad61fd29a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:00.306180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-3cba55c7-fb63-4bea-a272-a49ad61fd29a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Synchronizing usage tracker for tenant:5802e103d19a4edba800dc5229300b61 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:00.323252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-3cba55c7-fb63-4bea-a272-a49ad61fd29a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Unset dirty status for tenant:5802e103d19a4edba800dc5229300b61 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:00.324499 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-3cba55c7-fb63-4bea-a272-a49ad61fd29a tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.1263995
Apr 20 23:32:00.395611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464918-a585-4852-b8db-c44ddd626861 req-b5392a58-fb50-4ba3-bc5e-e0454d237ed2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:00.397418 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cc464918-a585-4852-b8db-c44ddd626861 req-b5392a58-fb50-4ba3-bc5e-e0454d237ed2 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 945 time: 0.0880287
Apr 20 23:32:00.411800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Deleting port d704ed4e-8855-4e12-b326-bbbdb985863c {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:32:00.412186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:00.447362 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cc464918-a585-4852-b8db-c44ddd626861 req-c9ac3289-8070-4c64-ad0f-6b6dfe6a7551 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/security-groups?id=146d6d5c-2d00-4a1c-806e-726858859343&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427358
Apr 20 23:32:00.683707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] For port d704ed4e-8855-4e12-b326-bbbdb985863c, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d704ed4e-8855-4e12-b326-bbbdb985863c,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:00.684117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:00.820439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Calling delete_port for d704ed4e-8855-4e12-b326-bbbdb985863c owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:32:00.972569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:00.978512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:00.983920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['d704ed4e-8855-4e12-b326-bbbdb985863c'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:32:01.031792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Pushing event deleted for resources: {'Port': ['ID=d704ed4e-8855-4e12-b326-bbbdb985863c,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:01.067136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:01.125936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] No DVR routers for this DVR port d704ed4e-8855-4e12-b326-bbbdb985863c on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:32:01.132853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:01.144302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'name': 'network-vif-deleted', 'tag': 'd704ed4e-8855-4e12-b326-bbbdb985863c'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:01.164291 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01d7b62a-b8a8-468e-96c6-e3cbdbb819e4 req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.20 "DELETE /v2.0/ports/d704ed4e-8855-4e12-b326-bbbdb985863c HTTP/1.1" status: 204  len: 173 time: 0.8302112
Apr 20 23:32:01.220037 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3281e87-90d2-432e-b3a3-b9dc675f1796', 'name': 'network-vif-deleted', 'tag': 'd704ed4e-8855-4e12-b326-bbbdb985863c', 'status': 'completed', 'code': 200}
Apr 20 23:32:01.712874 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d1edfbf-9fb3-45f9-a808-17ea4ec3afc6 req-26c0c6f2-6c5f-4e99-8810-c9d4a4ea9841 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3281e87-90d2-432e-b3a3-b9dc675f1796 HTTP/1.1" status: 200  len: 210 time: 0.1009202
Apr 20 23:32:01.714191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 42938) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:02.163106 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d67671e6-9f73-4427-8594-2b9d36811c61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4b102eff6b74e87933a38ccb57d06af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4472072
Apr 20 23:32:02.166649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 42960) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:02.212333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34730ce6-9574-4097-ae7c-62eddb20cc15 req-c5dc71b0-dc5c-47db-998d-0ac7ebd9295b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:02.213897 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-34730ce6-9574-4097-ae7c-62eddb20cc15 req-c5dc71b0-dc5c-47db-998d-0ac7ebd9295b tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1244776
Apr 20 23:32:02.275541 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-34730ce6-9574-4097-ae7c-62eddb20cc15 req-b147e2f8-3ddf-4dff-904f-d541231e2987 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535769
Apr 20 23:32:02.280976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:02.316470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:02.366180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866c1b5-54fc-4cd3-8344-10badfdf7d7c req-ef1acf06-8a0f-4622-b1a7-9e3db35ac1ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:02.368024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9866c1b5-54fc-4cd3-8344-10badfdf7d7c req-ef1acf06-8a0f-4622-b1a7-9e3db35ac1ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.0967631
Apr 20 23:32:02.382314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:02.388688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ec38aba-5d7d-46ec-84da-34a98b489e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:02.402948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b70ef-90f9-4684-a8d1-14f8a809d390,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:02.406033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:02.412346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:02.413804 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c2b70ef-90f9-4684-a8d1-14f8a809d390 HTTP/1.1" status: 204  len: 168 time: 0.2460949
Apr 20 23:32:02.463678 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9866c1b5-54fc-4cd3-8344-10badfdf7d7c req-0cf9a255-89f6-4795-a966-1e550f6e028a tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859311
Apr 20 23:32:02.501563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-49c87207-d7b2-4e27-bef6-16efd082d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:02.510404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 42966) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:02.948447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 42986) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:02.970704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddab64-7e28-48e2-9dde-430d770842fa tempest-TestMinimumBasicScenario-441806079 tempest-TestMinimumBasicScenario-441806079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:02.975328 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a4ddab64-7e28-48e2-9dde-430d770842fa tempest-TestMinimumBasicScenario-441806079 tempest-TestMinimumBasicScenario-441806079-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1094 time: 0.4608574
Apr 20 23:32:02.976013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 42990) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:02.994794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'port_id': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:03.004464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:03.008566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:floatingip and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:03.011947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:03.018729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:03.033677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for floatingip, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.277981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.435916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Allocated IP 172.27.1.147 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/d90712f9-59ef-4d1f-8bd4-bb33b0814746) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:03.637614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.752107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:03.765811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:03.809566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:03.816442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:03.855641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:03.921108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'Port': ['ID=d90712f9-59ef-4d1f-8bd4-bb33b0814746,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:03.971390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.971937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.972155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.972515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.972893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.973325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.973704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.974085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.974458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.974835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.975208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.975582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:03.991385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:04.009825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8cca2-b312-48df-aea1-383ac6525334 req-12794022-7bb3-4b16-abdf-6dd45c1649cc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:04.011539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3f8cca2-b312-48df-aea1-383ac6525334 req-12794022-7bb3-4b16-abdf-6dd45c1649cc tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.4605880
Apr 20 23:32:04.078514 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3f8cca2-b312-48df-aea1-383ac6525334 req-dcc0dd0a-d796-421d-a053-84152c806305 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579360
Apr 20 23:32:04.355155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-bbf8a239-d2c7-42b4-a5df-c0143c321cf5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:04.355950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-bbf8a239-d2c7-42b4-a5df-c0143c321cf5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Synchronizing usage tracker for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:04.378968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-bbf8a239-d2c7-42b4-a5df-c0143c321cf5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Unset dirty status for tenant:d0374b0e56b94acbad1593288ac9e4df on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:04.380375 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-bbf8a239-d2c7-42b4-a5df-c0143c321cf5 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.6900983
Apr 20 23:32:04.411601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.699635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d704ed4e-8855-4e12-b326-bbbdb985863c no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:32:04.743300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: d704ed4e-8855-4e12-b326-bbbdb985863c {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:32:04.744143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d704ed4e-8855-4e12-b326-bbbdb985863c not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:32:04.808354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11402ce2-dbba-4da7-a307-5908f19260f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.875160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Deleting port 096a866e-b88c-4057-8e36-d5c6b0838e6a {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:32:04.875454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:04.891260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.021500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.148966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Deleting port 3263e814-a5ea-42ce-ac45-a55fa962fdd8 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:32:05.149333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.317609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.325276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.334866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b490d0-05e2-436b-9556-e4c747bf8a82 req-a5d6b63d-fd15-4d42-b685-9c9f8a5b4cc0 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:05.336444 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-06b490d0-05e2-436b-9556-e4c747bf8a82 req-a5d6b63d-fd15-4d42-b685-9c9f8a5b4cc0 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 945 time: 0.1335101
Apr 20 23:32:05.341316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:05.345198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] For port 096a866e-b88c-4057-8e36-d5c6b0838e6a, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=096a866e-b88c-4057-8e36-d5c6b0838e6a,segment=NetworkSegment(e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98),segment_id=e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:05.345619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.482665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.485889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'Port': ['ID=d90712f9-59ef-4d1f-8bd4-bb33b0814746,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:05.488991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:05.493726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Calling delete_port for 096a866e-b88c-4057-8e36-d5c6b0838e6a owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:32:05.507080 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-06b490d0-05e2-436b-9556-e4c747bf8a82 req-b128e956-31e2-4f68-8351-4d1de1c951eb tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/security-groups?id=96e05f6f-a94c-4784-ae14-807ae346ac10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302137
Apr 20 23:32:05.507982 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.569508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] For port 3263e814-a5ea-42ce-ac45-a55fa962fdd8, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3263e814-a5ea-42ce-ac45-a55fa962fdd8,segment=NetworkSegment(7fe0be53-0d60-4d71-ad79-d8f41f33ee84),segment_id=7fe0be53-0d60-4d71-ad79-d8f41f33ee84)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:05.569909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.627852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:05.727169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Calling delete_port for 3263e814-a5ea-42ce-ac45-a55fa962fdd8 owned by network:router_interface {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:32:05.896197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Floating IP 7c91146e-c4df-404b-8c10-ef486755de93 associated. External IP: 172.27.1.147, port: bbcdc697-6d41-4ec4-b72f-541245c36f15.
Apr 20 23:32:06.011110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.019073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1e7455ed-9a03-4221-a923-eab04f286623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:06.071800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Pushing event deleted for resources: {'Port': ['ID=096a866e-b88c-4057-8e36-d5c6b0838e6a,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:06.077289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:06.165925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] No DVR routers for this DVR port 096a866e-b88c-4057-8e36-d5c6b0838e6a on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:32:06.170157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.172895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'name': 'network-vif-deleted', 'tag': '096a866e-b88c-4057-8e36-d5c6b0838e6a'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:06.225587 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df88f0-fe56-4b59-8da0-b28207e8aa05', 'name': 'network-vif-deleted', 'tag': '096a866e-b88c-4057-8e36-d5c6b0838e6a', 'status': 'completed', 'code': 200}
Apr 20 23:32:06.230664 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1a94946f-e565-4883-aeb6-f1cd30b1bae9 req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.20 "DELETE /v2.0/ports/096a866e-b88c-4057-8e36-d5c6b0838e6a HTTP/1.1" status: 204  len: 173 time: 1.4795616
Apr 20 23:32:06.254828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.258651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-50b0cf11-2b23-499e-ad20-ee280c08d6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:06.286313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:32:06.309809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Pushing event deleted for resources: {'Port': ['ID=3263e814-a5ea-42ce-ac45-a55fa962fdd8,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:06.315125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:06.497652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:06.513896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] Sync routers for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:06.524899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:06.525671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a471e80>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:06.534828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.584126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['096a866e-b88c-4057-8e36-d5c6b0838e6a'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:32:06.690540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.7107246
Apr 20 23:32:06.690540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:06.695790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43046) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:06.764965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:06.777080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130564818', 'description': 'tempest-secgroup-smoke-1130564818 description', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:06.818766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:06.829057 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62dd13b3-955c-4f2a-8d4e-429e18e89f23 req-2a900b95-81f9-44fb-a9be-0006f9cc3759 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] 10.222.0.24 "GET /v2.0/ports?device_id=77df88f0-fe56-4b59-8da0-b28207e8aa05 HTTP/1.1" status: 200  len: 210 time: 0.1320937
Apr 20 23:32:06.865036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.883616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:06.908759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:06.981428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:06.995929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:07.002449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.009697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:07.029753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:07.228197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.232502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.277782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-71b53043-897e-40c2-a6a1-196a71c5be37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:07.294873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.294873 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5961151
Apr 20 23:32:07.296680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43060) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:07.307111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e726f-c822-49fb-8806-a134aa3bdc5f', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:07.456810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:07.477824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:07.496649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:07.521329 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e726f-c822-49fb-8806-a134aa3bdc5f,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:07.542582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:07.545387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:07.586080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.608173 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'status': 'completed', 'code': 200}
Apr 20 23:32:07.613738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:32:07.690106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a471e80>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '7c91146e-c4df-404b-8c10-ef486755de93', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'port_id': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'mac_address': 'fa:16:3e:0f:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300b229c-f5dc-4419-81a6-943332596e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:04Z', 'updated_at': '2021-04-20T23:32:04Z', 'revision_number': 0, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:40Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:07.694695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] Checking router: cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:07.704338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:07.705369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a471e80>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:07.743029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.749347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.756830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:07.821473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6005e4-c14d-49a9-a0f7-ef97fd87500e,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:07.893553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:07.898118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:07.902163 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5998819
Apr 20 23:32:07.903071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43074) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:07.908173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e726f-c822-49fb-8806-a134aa3bdc5f', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:07.914847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:07.939012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:07.943187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:07.944197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:07.949662 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] 10.222.0.24 "PUT /v2.0/routers/6be4fe22-cbde-4610-bda8-78d3ad86a7fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9994664
Apr 20 23:32:07.954107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43080) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:07.954317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] Sync routers for ids ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:07.970954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] Routers {'6be4fe22-cbde-4610-bda8-78d3ad86a7fc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:07.971616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a011630>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:07.981636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-d040ff71-5bf9-43fc-9184-4e129319d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:07.983859 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-d040ff71-5bf9-43fc-9184-4e129319d03d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1099 time: 0.3540509
Apr 20 23:32:08.051188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43090) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:08.208035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:08.263465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:08.309564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Deleting subnet 5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:32:08.413908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] Set router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:08.439396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:08.478277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-4e1b865b-0a34-4fab-8f73-2604b63d90ea tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:08.480481 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-4e1b865b-0a34-4fab-8f73-2604b63d90ea tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/networks?id=02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 200  len: 814 time: 0.2464852
Apr 20 23:32:08.564301 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-59e3b0cf-2c02-40c4-9c52-4377e2447e30 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/quotas/fd9a5d48ce4c4511a271650a85549ba7 HTTP/1.1" status: 200  len: 375 time: 0.0749691
Apr 20 23:32:08.605299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:08.637214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:08.710924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 096a866e-b88c-4057-8e36-d5c6b0838e6a no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:32:08.752235 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-7f4ca93d-f3d1-4490-b9f6-e7fb646dc320 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1797395
Apr 20 23:32:08.776604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-5dc992da-5e84-4f82-84c9-9e3466bcfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:08.778248 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-5dc992da-5e84-4f82-84c9-9e3466bcfa8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.7874041
Apr 20 23:32:08.816138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 096a866e-b88c-4057-8e36-d5c6b0838e6a {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:32:08.816934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 096a866e-b88c-4057-8e36-d5c6b0838e6a not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:32:08.955007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:08.971020 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-87b4884e-c95d-4799-bfde-e0404b58ec44 service neutron] 10.222.0.24 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174563
Apr 20 23:32:08.971637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a011630>, [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:32:06Z', 'revision_number': 5, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:08.976701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] Checking router: 6be4fe22-cbde-4610-bda8-78d3ad86a7fc for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:08.976859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:08.987393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] Routers {'6be4fe22-cbde-4610-bda8-78d3ad86a7fc'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:08.988379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a011630>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:09.000234 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.082715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a471e80>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '7c91146e-c4df-404b-8c10-ef486755de93', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'port_id': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'mac_address': 'fa:16:3e:0f:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300b229c-f5dc-4419-81a6-943332596e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:04Z', 'updated_at': '2021-04-20T23:32:04Z', 'revision_number': 0, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:40Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:09.092113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9cd47-f86f-4496-ba55-1c8d853e967f None None] The sync data for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi is: [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '7c91146e-c4df-404b-8c10-ef486755de93', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'port_id': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'mac_address': 'fa:16:3e:0f:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300b229c-f5dc-4419-81a6-943332596e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:04Z', 'updated_at': '2021-04-20T23:32:04Z', 'revision_number': 0, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:40Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:09.098483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-59447241-a6ef-4db7-9f32-4bd8eaf8bfe3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:09.117655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a99eff-1cfc-4fd2-af0b-18d789d3c598,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:09.126048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:09.127010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.131578 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-bb0a315b-1564-4ab3-bf5d-1e238cb6368c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2280746
Apr 20 23:32:09.134709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43110) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:09.158874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e726f-c822-49fb-8806-a134aa3bdc5f', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:09.186732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:09.210594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks [] for router, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.230303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] Set router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:09.263926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:09.363608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.391553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6ff4a2a7-9c99-44dc-936d-cb9b6fe73952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:09.434470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.443895 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d1b4bf5-f4a8-4146-a6aa-eafdb4916702 HTTP/1.1" status: 204  len: 168 time: 1.3892221
Apr 20 23:32:09.446886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1b4bf5-f4a8-4146-a6aa-eafdb4916702,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:09.448613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43114) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:09.498104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5716a236-6140-48fa-8d01-552368e12582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:09.507342 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-2d0d4c02-623c-4cc4-bcee-8491bbbc6e32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1000 time: 0.7167208
Apr 20 23:32:09.623095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:09.645703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726616e-bd8c-4c1d-abe7-aebca95f219f None None] New status for floating IP 7c91146e-c4df-404b-8c10-ef486755de93: ACTIVE {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:32:09.671599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:09.672335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.692318 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-f3a37d6c-fb1d-45ce-b363-63d6f692e6c1 service neutron] 10.222.0.24 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7202299
Apr 20 23:32:09.729540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a011630>, [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:32:06Z', 'revision_number': 5, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:09.734576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd0496-9a15-4342-b974-7f8c9a111901 None None] The sync data for ids ['6be4fe22-cbde-4610-bda8-78d3ad86a7fc'] in dv-cinder-787296-1-iscsi is: [{'id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'name': 'tempest-ServerRescueNegativeTestJSON-1853787987-router', 'tenant_id': '5802e103d19a4edba800dc5229300b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:04Z', 'updated_at': '2021-04-20T23:32:06Z', 'revision_number': 5, 'project_id': '5802e103d19a4edba800dc5229300b61', 'gw_port': {'id': 'd3b2e8af-2bd9-4bec-ac1b-6945a28fc309', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4fe22-cbde-4610-bda8-78d3ad86a7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:05Z', 'updated_at': '2021-04-20T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:09.744440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.827705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.865534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Deleting port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:32:09.877095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.952946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:09.997348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:10.089094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:10.116376 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-38ce5bb2-5d0e-4514-b578-9a79faad4c6e req-25ef9141-4406-4cc9-9b7a-24da46aa7c2d tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 210 time: 0.1213880
Apr 20 23:32:10.155141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:10.183559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5851c9df-14ce-4632-ad0a-5713046c3666,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:10.270499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:10.280552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-7c7c0a34-d53d-413a-afe2-a8278f91b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:10.282286 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-7c7c0a34-d53d-413a-afe2-a8278f91b86e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.2417316
Apr 20 23:32:10.284338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f34298f1518>,) {'filters': {'network_id': ['2fca4335-2dc6-410b-adbf-5d568c77cd8d']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:10.307538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f34298f1518>, 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:10.308042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f34298f1518>, 'e78c0941-5cd9-4bbc-9b9a-3bcafcc01b98') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:10.331016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:10.349396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:10.364828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:32:10.385142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] For port d3b2e8af-2bd9-4bec-ac1b-6945a28fc309, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:10.385556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:10.412129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:10.413480 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3ddb5aaa-2cbf-43e5-a9f6-ba2594395de7 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2756784
Apr 20 23:32:10.456445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43132) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:10.470984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e726f-c822-49fb-8806-a134aa3bdc5f', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:10.476073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3263e814-a5ea-42ce-ac45-a55fa962fdd8 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:32:10.508431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:10.544594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 3263e814-a5ea-42ce-ac45-a55fa962fdd8 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:32:10.544998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3263e814-a5ea-42ce-ac45-a55fa962fdd8 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:32:10.654097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Calling delete_port for d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 owned by network:router_gateway {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:32:10.870965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:10.886745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:10.915044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:10.932188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:32:10.944667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.052309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.161622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.170566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:11.236112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Network 2fca4335-2dc6-410b-adbf-5d568c77cd8d has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:32:11.244411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b2e8af-2bd9-4bec-ac1b-6945a28fc309,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:11.250291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:32:11.370373 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:32:11.377341 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-284243f7-35f6-4528-b1e1-65b1ba3e8bf4 req-d03b3c36-037e-4a10-9320-f4e7d2b8ea3c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 210 time: 0.1301908
Apr 20 23:32:11.389226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.398972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-5381f8a9-d610-4a21-8889-b6263b635f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:11.400585 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-5381f8a9-d610-4a21-8889-b6263b635f0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6193492
Apr 20 23:32:11.405483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.411782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4134952a-221f-4c97-9213-ef5ecbdab7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:11.417185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.452380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.458525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fca4335-2dc6-410b-adbf-5d568c77cd8d,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:11.465080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.479184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.479585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.479979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.480387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.480755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.481139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.481562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.481941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.482326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.482701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.483082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.483450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:11.491968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:11.495292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:11.505949 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6b09dbc5-f20f-44ef-b859-6b6950c5b624 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2fca4335-2dc6-410b-adbf-5d568c77cd8d HTTP/1.1" status: 204  len: 168 time: 2.0511024
Apr 20 23:32:11.523357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6e9005-d41f-4f6d-947f-020ce6e0028e,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:11.532672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:11.534721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.539249 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0816739
Apr 20 23:32:11.540861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43148) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:11.619382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e726f-c822-49fb-8806-a134aa3bdc5f', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:11.630581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:11.637514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.639683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:11.643267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.645346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:11.656560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:11.748554 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.securitygroups_db [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Project f3c71ff292b740db875e9d0c104b80d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:32:11.756156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.757172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be4fe22-cbde-4610-bda8-78d3ad86a7fc {{(pid=86396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:32:11.761690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.776281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43156) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:11.849270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.850520 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] 10.222.0.24 "DELETE /v2.0/routers/6be4fe22-cbde-4610-bda8-78d3ad86a7fc HTTP/1.1" status: 204  len: 168 time: 3.8919008
Apr 20 23:32:11.864160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43160) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:11.936394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.954238 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:11.975126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:11.998027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee2a607-53ff-44e6-99ca-e540ca4d9682,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:12.017535 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-518858b0-d7e9-42f8-a249-79517a531aa2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0374b0e56b94acbad1593288ac9e4df&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2376230
Apr 20 23:32:12.019250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:12.020076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43166) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:12.084116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Deleting subnet 7c451035-772a-48de-8fb3-d0fc7d47ba50 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:32:12.088103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.155975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.206812 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-8aa0c9ee-ed10-46a8-8d26-26dc5fb792fb service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4699175
Apr 20 23:32:12.218028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.252081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.257897 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7156572
Apr 20 23:32:12.259191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43170) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:12.272127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.275048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'security_group_rule': {'security_group_id': 'cb6e726f-c822-49fb-8806-a134aa3bdc5f', 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:12.285131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:12.290097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Usage tracker for resource:security_group_rule and tenant:f3c71ff292b740db875e9d0c104b80d3 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:12.294301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:12.301655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:12.336489 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.securitygroups_db [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Project f3c71ff292b740db875e9d0c104b80d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:32:12.354509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.414688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.439319 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15848dc1-1c1e-48e0-9512-18bbd537643a req-de6fe4fd-df53-4763-a84c-0875c22a481d service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196386
Apr 20 23:32:12.455829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.473086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d8c01396-6ae8-4e2c-b283-1e5e25c6942f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:12.486368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e05f6f-a94c-4784-ae14-807ae346ac10,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:12.500892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:12.501848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.503609 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96e05f6f-a94c-4784-ae14-807ae346ac10 HTTP/1.1" status: 204  len: 168 time: 0.4819179
Apr 20 23:32:12.551825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:32:12.607576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.615831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.633808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:32:12.634441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d3b2e8af-2bd9-4bec-ac1b-6945a28fc309 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:32:12.666812 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c5d6e0cd-18a5-46a5-a140-5d692afec026 req-6fca9027-14a6-4b85-a6dc-b0a0034af171 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 210 time: 0.0614049
Apr 20 23:32:12.692593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:12.759998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:12.769781 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4964466
Apr 20 23:32:12.769781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab0ad52-58b8-482c-b64c-336bec4d678d,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:12.769781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e8000da3-bfaf-4694-b16e-98d8569534cd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:12.988164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e0c26bb6-d61d-46b5-b2de-600679dae831 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:12.990189 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e0c26bb6-d61d-46b5-b2de-600679dae831 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "GET /v2.0/networks?id=02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 200  len: 814 time: 0.2005343
Apr 20 23:32:13.005415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Request body: {'port': {'device_id': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db', 'admin_state_up': True, 'tenant_id': 'fd9a5d48ce4c4511a271650a85549ba7'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:13.044980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-427697af-1cc5-49cb-a116-523666029aa6 req-37112346-79d4-498d-9e7c-c54fad37b429 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Synchronizing usage tracker for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:13.241299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-427697af-1cc5-49cb-a116-523666029aa6 req-37112346-79d4-498d-9e7c-c54fad37b429 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Unset dirty status for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:13.243216 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-427697af-1cc5-49cb-a116-523666029aa6 req-37112346-79d4-498d-9e7c-c54fad37b429 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130564818&fields=id&tenant_id=f3c71ff292b740db875e9d0c104b80d3 HTTP/1.1" status: 200  len: 267 time: 0.3164759
Apr 20 23:32:13.331626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:13.340843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-35695bae-8725-46b7-ac4e-146f1e65906a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:13.372625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:13.378276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Usage tracker for resource:port and tenant:fd9a5d48ce4c4511a271650a85549ba7 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:13.382905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:13.389364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:13.402660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Made reservation on behalf of fd9a5d48ce4c4511a271650a85549ba7 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:13.414619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:13.654498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Allocated IP 172.20.0.13 (02bc338b-5310-4591-a838-64ce3f92d7db/32b61865-2e85-4e42-8dc3-d1550798c151/5b167866-b270-4a42-b54f-b795a7f73341) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:13.699242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c451035-772a-48de-8fb3-d0fc7d47ba50,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:13.711948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:13.721663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:13.740456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427697af-1cc5-49cb-a116-523666029aa6 req-535b4a96-80ca-4efc-9bad-a359a8eb90e8 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:13.749559 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-427697af-1cc5-49cb-a116-523666029aa6 req-535b4a96-80ca-4efc-9bad-a359a8eb90e8 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.4977243
Apr 20 23:32:13.756891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'port': {'security_groups': ['77b57594-44da-45ff-ac31-f72afd135db2', 'cb6e726f-c822-49fb-8806-a134aa3bdc5f']}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:13.786965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c451035-772a-48de-8fb3-d0fc7d47ba50 HTTP/1.1" status: 204  len: 168 time: 1.9185193
Apr 20 23:32:13.793857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43218) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:13.939297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:13.974087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:13.982677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c4f51258-03da-409b-aa58-2f46c2f26697 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:14.006625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:14.073272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Network 02bc338b-5310-4591-a838-64ce3f92d7db is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:14.076754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:14.079850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:14.171055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:14.184468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:14.185472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:14.204397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Pushing event updated for resources: {'Port': ['ID=5b167866-b270-4a42-b54f-b795a7f73341,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:14.208324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:14.228876 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2287390
Apr 20 23:32:14.435574 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:14.458858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012f414-bc4d-428f-84b1-2f64aeb5fb11 req-923f35f9-4cee-4b08-b1b3-8c8b7fcd2ec8 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:14.460506 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a012f414-bc4d-428f-84b1-2f64aeb5fb11 req-923f35f9-4cee-4b08-b1b3-8c8b7fcd2ec8 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 932 time: 0.4637465
Apr 20 23:32:14.700258 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a012f414-bc4d-428f-84b1-2f64aeb5fb11 req-c792cd6f-5f5b-414d-bc95-26d2f4d8d157 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241020
Apr 20 23:32:14.714519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f34288eb9b0>,) {'filters': {'network_id': ['b6fef365-3372-4094-be68-62324f82651e']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:14.749455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f34288eb9b0>, '7fe0be53-0d60-4d71-ad79-d8f41f33ee84') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:14.750124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f34288eb9b0>, '7fe0be53-0d60-4d71-ad79-d8f41f33ee84') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:14.772149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:14.818493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:14.832164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:14.834959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:32:15.042224 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.065523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.069850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Network b6fef365-3372-4094-be68-62324f82651e has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:32:15.078870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.100726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:15.474174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=6']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:15.485285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:15.486009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.491734 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-427697af-1cc5-49cb-a116-523666029aa6 req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "PUT /v2.0/ports/bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 982 time: 1.7407568
Apr 20 23:32:15.519667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Network b6fef365-3372-4094-be68-62324f82651e has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:32:15.551280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:32:15.556522 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:32:15.559374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:15.574600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-ee7f01f3-bec4-4e85-bb55-ccec76e4757c None None] Provisioning complete for port bbcdc697-6d41-4ec4-b72f-541245c36f15 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:15.575179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ee7f01f3-bec4-4e85-bb55-ccec76e4757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.719736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Request body: {'port': {'device_id': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:15.782164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.797436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:15.832251 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'status': 'completed', 'code': 200}
Apr 20 23:32:15.833063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fef365-3372-4094-be68-62324f82651e,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:15.858078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.862721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:15.883495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:15.891808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab47d67-91cb-4af9-ba2f-4afa6a614a48 req-7e41095d-bdea-45b3-b618-fb7842d369ec tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:15.893730 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ab47d67-91cb-4af9-ba2f-4afa6a614a48 req-7e41095d-bdea-45b3-b618-fb7842d369ec tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.2437720
Apr 20 23:32:15.939588 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b6fef365-3372-4094-be68-62324f82651e HTTP/1.1" status: 204  len: 168 time: 2.1452985
Apr 20 23:32:15.999252 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ab47d67-91cb-4af9-ba2f-4afa6a614a48 req-9bfb4077-401c-4f44-8727-f4e2fad07aa1 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0970922
Apr 20 23:32:16.030616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a2f3f-c37c-4d24-b8d0-0e2e5fe0f421 req-abb327ae-dfa0-47be-bbd5-f586161a47e4 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:16.032281 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-464a2f3f-c37c-4d24-b8d0-0e2e5fe0f421 req-abb327ae-dfa0-47be-bbd5-f586161a47e4 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 932 time: 0.1316133
Apr 20 23:32:16.112377 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-464a2f3f-c37c-4d24-b8d0-0e2e5fe0f421 req-e31fd6f9-b6d8-47dd-a7ca-c0d4e13baba2 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577881
Apr 20 23:32:16.154825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43262) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:16.210810 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0d1ad3b3-7139-4bd1-a18c-bdf0203f7d02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5802e103d19a4edba800dc5229300b61&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0546429
Apr 20 23:32:16.213326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43266) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:16.260119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b167866-b270-4a42-b54f-b795a7f73341 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:32:16.268464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.275981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.284632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Transition to ACTIVE for port object 5b167866-b270-4a42-b54f-b795a7f73341 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:16.287956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.293100 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f635fd83-4000-4a10-aa54-72152acc5af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:16.304238 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.351174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.356418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2f29dc4b-ccd3-4516-8b50-08c74d8cb1ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:16.370303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d6d5c-2d00-4a1c-806e-726858859343,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:16.373054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:16.381369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.382584 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/146d6d5c-2d00-4a1c-806e-726858859343 HTTP/1.1" status: 204  len: 168 time: 0.1682985
Apr 20 23:32:16.461162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Pushing event updated for resources: {'Port': ['ID=5b167866-b270-4a42-b54f-b795a7f73341,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:16.468600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:16.742056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['bbcdc697-6d41-4ec4-b72f-541245c36f15'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:32:16.828584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Attempting to bind port 5b167866-b270-4a42-b54f-b795a7f73341 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:16.829493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Attempting to bind port 5b167866-b270-4a42-b54f-b795a7f73341 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:16.830853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Attempting to bind port 5b167866-b270-4a42-b54f-b795a7f73341 on network 02bc338b-5310-4591-a838-64ce3f92d7db {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:16.875109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Port 5b167866-b270-4a42-b54f-b795a7f73341 on network 02bc338b-5310-4591-a838-64ce3f92d7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:32:16.876107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Attempting to bind port 5b167866-b270-4a42-b54f-b795a7f73341 on network 02bc338b-5310-4591-a838-64ce3f92d7db {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:16.887947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:16.888734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Checking segment: {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:16.891217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Bound using segment: {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:16.891217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Bound port: 5b167866-b270-4a42-b54f-b795a7f73341, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576eb723-de8b-4be1-a154-188a5a945d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:16.891654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:16.916194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['bbcdc697-6d41-4ec4-b72f-541245c36f15'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:32:16.994044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44f74-9038-4331-912c-959f488213e9 req-15fe5566-bfaa-4129-880d-7c4b7d5d3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:16.996334 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-15fe5566-bfaa-4129-880d-7c4b7d5d3128 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1138 time: 0.2248127
Apr 20 23:32:17.120647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] For port 5b167866-b270-4a42-b54f-b795a7f73341, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:17.172912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] For port 5b167866-b270-4a42-b54f-b795a7f73341, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5b167866-b270-4a42-b54f-b795a7f73341,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:17.220876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:17.235049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:17.366093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:17.366706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:17.368795 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] 10.222.0.20 "PUT /v2.0/ports/5b167866-b270-4a42-b54f-b795a7f73341 HTTP/1.1" status: 200  len: 1094 time: 1.6535475
Apr 20 23:32:17.374016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'tag': '5b167866-b270-4a42-b54f-b795a7f73341'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:17.387275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44f74-9038-4331-912c-959f488213e9 req-6553d1c2-567d-43ca-bf3b-9ab3609492b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:17.391036 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-6553d1c2-567d-43ca-bf3b-9ab3609492b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.3790777
Apr 20 23:32:17.508005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2450d1-d540-4555-9253-bcb7abe0b5e8 req-82445d1d-df25-440f-98a5-2af1dd6ab645 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:17.513012 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7c2450d1-d540-4555-9253-bcb7abe0b5e8 req-82445d1d-df25-440f-98a5-2af1dd6ab645 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 944 time: 0.1972456
Apr 20 23:32:17.548960 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'tag': '5b167866-b270-4a42-b54f-b795a7f73341', 'status': 'completed', 'code': 200}
Apr 20 23:32:17.566517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43304) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:17.579885 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7c2450d1-d540-4555-9253-bcb7abe0b5e8 req-baf6e9b7-c360-4730-b5c9-815667faa281 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624785
Apr 20 23:32:17.662249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Pushing event updated for resources: {'Port': ['ID=5b167866-b270-4a42-b54f-b795a7f73341,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:17.668581 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-00a5c0f3-5591-4753-a0e2-0331390a08f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1002 time: 0.2613537
Apr 20 23:32:17.669561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:17.740640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-network', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:17.746473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:17.756239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-27cd2ebf-af1b-4ea9-9406-eae7df7f06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:17.758007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-27cd2ebf-af1b-4ea9-9406-eae7df7f06cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 1097 time: 0.2285600
Apr 20 23:32:17.759120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Usage tracker for resource:network and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:17.763425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:17.763932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44f74-9038-4331-912c-959f488213e9 req-7e29a432-aff3-4ce6-b5e2-148b1600b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:17.766743 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-7e29a432-aff3-4ce6-b5e2-148b1600b495 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.0856714
Apr 20 23:32:17.775792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:17.792581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Made reservation on behalf of a442d31b6d8a4e08abaf975a687efdff for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:17.798544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:17.817293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:17.836658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:17.842950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:17.847283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:17.854360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:17.875504 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-756f58bd-f3c2-40b5-8b4f-f2b97566d03a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b167866-b270-4a42-b54f-b795a7f73341 HTTP/1.1" status: 200  len: 217 time: 0.1082392
Apr 20 23:32:18.041552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.046759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.056089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:18.088481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-ee9ded49-7ce6-4847-9e12-3825ed3cdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:18.090605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:32:18.092425 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-ee9ded49-7ce6-4847-9e12-3825ed3cdc79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32b61865-2e85-4e42-8dc3-d1550798c151 HTTP/1.1" status: 200  len: 854 time: 0.1958871
Apr 20 23:32:18.113263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746dc2ae-212e-4539-8d11-25519ae5a8ba,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:18.117519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:18.119620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.119620 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Added segment 7e398641-de62-4d0b-a154-0c2bef2561dc of type vlan for network 95cad597-19c5-41ef-812c-28bbcd7474ef
Apr 20 23:32:18.163800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.209110 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-649f3123-b849-49cf-a700-0433bc8d7c28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02bc338b-5310-4591-a838-64ce3f92d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1061172
Apr 20 23:32:18.216292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.218678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:18.219214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44f74-9038-4331-912c-959f488213e9 req-6ca14773-b410-43fc-a8b0-298a3a4e4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:18.220586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.230866 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-6ca14773-b410-43fc-a8b0-298a3a4e4084 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4096067
Apr 20 23:32:18.249958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9104cab6-0a5d-4aa5-b930-2954bbba13e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:18.271455 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6858013
Apr 20 23:32:18.277170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43328) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:18.335566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Request body: {'subnet': {'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-subnet', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:18.348869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:18.362736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Usage tracker for resource:subnet and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:18.456595 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Pushing event updated for resources: {'Network': ['ID=95cad597-19c5-41ef-812c-28bbcd7474ef,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:18.469955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 95cad597-19c5-41ef-812c-28bbcd7474ef details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:32:18.480107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:18.496466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:18.497720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:18.528137 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-ae28436e-3b1b-477a-aac2-7e595ddfa19d service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564130
Apr 20 23:32:18.534729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Made reservation on behalf of a442d31b6d8a4e08abaf975a687efdff for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:18.541328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:18.711417 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-8917cff2-1d3a-4035-8b08-2fc5d13f25e5 service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4793425
Apr 20 23:32:18.847000 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-01a44f74-9038-4331-912c-959f488213e9 req-18666046-28a5-4ed6-b7c2-c6f7079dc5b2 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102813
Apr 20 23:32:18.913367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13bd32ab-eafc-41f9-9fe8-0c1571f602de req-2bbdb9cf-10c2-429a-a0e0-e900e1050879 service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877325
Apr 20 23:32:19.085546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7aa67-c936-407e-a907-f60abda08ac7 req-cda4e083-80a4-4c6c-abd8-0163eb2bde5c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:19.087573 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92e7aa67-c936-407e-a907-f60abda08ac7 req-cda4e083-80a4-4c6c-abd8-0163eb2bde5c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 944 time: 0.2467306
Apr 20 23:32:19.158976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-92e7aa67-c936-407e-a907-f60abda08ac7 req-f937e33e-2517-4396-b002-dc321183d510 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569930
Apr 20 23:32:19.254606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:19.259704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:19.337086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f657999-f9dc-418c-8912-be26f7918269,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:19.341548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:19.346173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Checking segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:19.346578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Network hostable DHCP agents. Network: 95cad597-19c5-41ef-812c-28bbcd7474ef, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:32:19.369221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Network 95cad597-19c5-41ef-812c-28bbcd7474ef is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:32:19.380691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 95cad597-19c5-41ef-812c-28bbcd7474ef) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:19.390081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7bee1-40e3-4ede-91bd-59302cd3e934 None None] Network 95cad597-19c5-41ef-812c-28bbcd7474ef requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:19.396685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:19.398009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:19.423939 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1424582
Apr 20 23:32:19.424169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43350) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:19.430156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:19.437061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:19.441665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Usage tracker for resource:router and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:19.445560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:19.452052 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:19.464480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:19.465777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:19.506087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:19.640867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-95cad597-19c5-41ef-812c-28bbcd7474ef', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:32:19.642186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:19.838618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Allocated IP 172.20.0.2 (95cad597-19c5-41ef-812c-28bbcd7474ef/9f657999-f9dc-418c-8912-be26f7918269/68056aad-ef19-4ddb-a315-5de34daa79f1) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:20.030736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43364) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:20.198164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.266857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.284513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:20.291830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Usage tracker for resource:security_group_rule and tenant:0fb9d189232a4d39bab5f28c01cf8ec6 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:20.299002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:20.312196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:20.380961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.397766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Transition to ACTIVE for port object 68056aad-ef19-4ddb-a315-5de34daa79f1 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:20.426247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Transition to ACTIVE for port object 68056aad-ef19-4ddb-a315-5de34daa79f1 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:20.431460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.435812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.441936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.447539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2dbd1bb5-7bd4-4036-b320-2b42e36f0f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:20.456058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:20.498325 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fb9d189232a4d39bab5f28c01cf8ec6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4663675
Apr 20 23:32:20.499480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b376c-0b7a-4aa4-9101-8ac73548a5ad,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:20.502972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43376) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:20.519384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:20.582704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.617774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.618730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Pushing event updated for resources: {'Port': ['ID=68056aad-ef19-4ddb-a315-5de34daa79f1,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:20.637773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.638135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.638510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.638874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.639245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.639591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.639950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.640305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.640661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.641042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.641755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.642119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:20.644124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad579727-a253-463b-abdc-fc31e579efbe req-ae5783c7-0729-409b-8050-ff7881998315 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:20.652085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:20.653127 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ad579727-a253-463b-abdc-fc31e579efbe req-ae5783c7-0729-409b-8050-ff7881998315 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 944 time: 0.2947760
Apr 20 23:32:20.654358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Network 95cad597-19c5-41ef-812c-28bbcd7474ef is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:20.656200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:20.661250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:20.681500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.696122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-56445390-a834-44b2-956e-b06b7c301e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:20.714002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b376c-0b7a-4aa4-9101-8ac73548a5ad,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:20.717080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:20.718374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.721626 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b96b376c-0b7a-4aa4-9101-8ac73548a5ad HTTP/1.1" status: 204  len: 168 time: 0.2157571
Apr 20 23:32:20.763281 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ad579727-a253-463b-abdc-fc31e579efbe req-093f1d22-e136-4f51-950e-f3486f4ca6e7 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088188
Apr 20 23:32:20.784378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.819573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.850289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Attempting to bind port 68056aad-ef19-4ddb-a315-5de34daa79f1 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:20.855611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Attempting to bind port 68056aad-ef19-4ddb-a315-5de34daa79f1 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:20.856393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Attempting to bind port 68056aad-ef19-4ddb-a315-5de34daa79f1 on network 95cad597-19c5-41ef-812c-28bbcd7474ef {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:20.868503 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:20.869056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Checking segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:20.869611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:20.870131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Bound using segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:20.870744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Bound port: 68056aad-ef19-4ddb-a315-5de34daa79f1, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:20.871247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:21.005014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Allocated IP 172.27.1.158 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/229daf1d-08dd-4447-898f-b9a9fa9c98af) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:21.014660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] For port 68056aad-ef19-4ddb-a315-5de34daa79f1, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:21.019704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] For port 68056aad-ef19-4ddb-a315-5de34daa79f1, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=68056aad-ef19-4ddb-a315-5de34daa79f1,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:21.024904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:21.030708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:21.189225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Pushing event updated for resources: {'Port': ['ID=68056aad-ef19-4ddb-a315-5de34daa79f1,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:21.200860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:21.302307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:21.349031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:21.355405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d18867a9-6f84-40de-9368-dc00079312ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:21.428150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:21.431779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:21.435945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:21.478719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Pushing event updated for resources: {'Port': ['ID=229daf1d-08dd-4447-898f-b9a9fa9c98af,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:21.483431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:21.916295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea69c3-ac92-4607-8251-308e7308664e req-8efdf3eb-eb2b-4f49-b640-c994c3755dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:21.917993 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-8efdf3eb-eb2b-4f49-b640-c994c3755dfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 1097 time: 0.1341534
Apr 20 23:32:22.207048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea69c3-ac92-4607-8251-308e7308664e req-8d23b8c6-64b8-4e06-a1a2-a7b75242c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:22.208838 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-8d23b8c6-64b8-4e06-a1a2-a7b75242c8f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 200  len: 915 time: 0.2813809
Apr 20 23:32:22.268780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed4417-3f7d-4765-a096-65b2b265faa4 req-aac3af10-93bb-4255-8355-84997afe089b tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:22.270425 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f3ed4417-3f7d-4765-a096-65b2b265faa4 req-aac3af10-93bb-4255-8355-84997afe089b tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 944 time: 0.2196176
Apr 20 23:32:22.279218 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:22.333632 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-3bec968f-4692-4099-ad0b-146f22b7cb5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b167866-b270-4a42-b54f-b795a7f73341 HTTP/1.1" status: 200  len: 217 time: 0.1142302
Apr 20 23:32:22.485025 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f3ed4417-3f7d-4765-a096-65b2b265faa4 req-0c13f899-bdfe-441e-a013-15237523a46a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066302
Apr 20 23:32:22.575119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea69c3-ac92-4607-8251-308e7308664e req-99674cb2-ea1e-49dd-856c-87d4ab10a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:22.577632 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-99674cb2-ea1e-49dd-856c-87d4ab10a304 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32b61865-2e85-4e42-8dc3-d1550798c151 HTTP/1.1" status: 200  len: 854 time: 0.2364900
Apr 20 23:32:22.583768 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-4b08b2be-d404-4616-93b0-cecab5300266 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1765106
Apr 20 23:32:22.657703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 68056aad-ef19-4ddb-a315-5de34daa79f1 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:22.766821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 5b167866-b270-4a42-b54f-b795a7f73341 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:32:22.870825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:22.952411 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-7fa6d092-c21c-4b06-b49c-df96cf90a6ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02bc338b-5310-4591-a838-64ce3f92d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3628542
Apr 20 23:32:23.208524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc0603-dc1d-4864-a094-6a0191fb84f8 None None] Network 95cad597-19c5-41ef-812c-28bbcd7474ef requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:23.284471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-8e85a0c3-815a-47de-bb0a-d79f63c361ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:23.292234 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-8e85a0c3-815a-47de-bb0a-d79f63c361ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1138 time: 0.5415978
Apr 20 23:32:23.327924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:32:23.745230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 68056aad-ef19-4ddb-a315-5de34daa79f1 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:24.107347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:24.144311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-54c9b99c-a78e-4085-ac1d-0c14cd015ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:24.146449 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-54c9b99c-a78e-4085-ac1d-0c14cd015ab7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.8220553
Apr 20 23:32:24.175235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:24.201049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Provisioning for port 68056aad-ef19-4ddb-a315-5de34daa79f1 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:24.215963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:24.216801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a464d68>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:24.292679 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-dee18551-6f4e-47cb-a13b-76b3989f02e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1002 time: 0.1339900
Apr 20 23:32:24.294817 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-991fea12-a0eb-4fed-a3b8-c7759dc7958a service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3339388
Apr 20 23:32:24.388878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:24.390413 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.9651914
Apr 20 23:32:24.396182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43512) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:24.460009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-48c581b1-47ef-45b2-a903-4ea8f1ef8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:24.461732 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-48c581b1-47ef-45b2-a903-4ea8f1ef8ad2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.1542788
Apr 20 23:32:24.466387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Provisioning complete for port 68056aad-ef19-4ddb-a315-5de34daa79f1 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:24.466849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:24.583870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97343bf0-bd87-43c1-93b8-f27671de3339 req-96ac7a32-e6ed-4b37-9ea1-1d8a785e8e57 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:24.592433 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-97343bf0-bd87-43c1-93b8-f27671de3339 req-96ac7a32-e6ed-4b37-9ea1-1d8a785e8e57 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 944 time: 0.6982303
Apr 20 23:32:24.672005 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-97343bf0-bd87-43c1-93b8-f27671de3339 req-564716f8-7017-40d9-be8b-7ef8fa96d31d tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782454
Apr 20 23:32:24.727462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-4c9648ba-5421-4d1e-b15c-dff857d80c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:24.729254 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-4c9648ba-5421-4d1e-b15c-dff857d80c4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2123666
Apr 20 23:32:24.731543 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bcea69c3-ac92-4607-8251-308e7308664e req-44295e68-4831-4dfc-bdb0-30d0bb159f04 service neutron] 10.222.0.20 "GET /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4255028
Apr 20 23:32:24.792258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 5b167866-b270-4a42-b54f-b795a7f73341, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5b167866-b270-4a42-b54f-b795a7f73341,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:24.810011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:24.876221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43520) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:24.970343 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-569a612d-c7c3-45f7-964d-0a7452a2e3e3 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274663
Apr 20 23:32:25.068387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.069379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '5b167866-b270-4a42-b54f-b795a7f73341', 'network_id': '02bc338b-5310-4591-a838-64ce3f92d7db', 'port_id': '5b167866-b270-4a42-b54f-b795a7f73341', 'mac_address': 'fa:16:3e:dc:36:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b61865-2e85-4e42-8dc3-d1550798c151', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:32:25.244183 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.300968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cfcab487-3a64-4b5e-8a35-b0c783e0afcb req-ace2ca54-8625-493f-ab0f-96c2d2e2ccf7 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233051
Apr 20 23:32:25.304195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.323229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:25.328241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Usage tracker for resource:security_group_rule and tenant:3400b23d63d54c3ca1ce1e4679dafb19 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:25.331553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:25.338981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:25.378528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] For port 68056aad-ef19-4ddb-a315-5de34daa79f1, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=68056aad-ef19-4ddb-a315-5de34daa79f1,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:25.401409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.442985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.459145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:25.491006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.499486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.512632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:25.534076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.563762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b167866-b270-4a42-b54f-b795a7f73341 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:32:25.569456 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3400b23d63d54c3ca1ce1e4679dafb19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6918347
Apr 20 23:32:25.571060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159e51c6-7b66-46fb-944a-4146d2182184,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:25.574486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:25.575235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43530) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:25.582781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 5b167866-b270-4a42-b54f-b795a7f73341, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5b167866-b270-4a42-b54f-b795a7f73341,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:25.605841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.624800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Pushing event updated for resources: {'Port': ['ID=68056aad-ef19-4ddb-a315-5de34daa79f1,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:25.628048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-5c942eb1-62d4-4646-9fde-271bc922591d None None] Provisioning complete for port 68056aad-ef19-4ddb-a315-5de34daa79f1 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:25.628555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5c942eb1-62d4-4646-9fde-271bc922591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.664252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.716972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Allocated IP 172.20.0.1 (95cad597-19c5-41ef-812c-28bbcd7474ef/9f657999-f9dc-418c-8912-be26f7918269/d0e3813c-bda8-4761-a96f-125c090f6421) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:25.719258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.722613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:25.724560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:25.779547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.810140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-271da629-f18f-4590-8749-6e22583b243c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:25.860414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:25.864373 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/159e51c6-7b66-46fb-944a-4146d2182184 HTTP/1.1" status: 204  len: 168 time: 0.2856307
Apr 20 23:32:25.864373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e51c6-7b66-46fb-944a-4146d2182184,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:25.878317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:26.143465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.144999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['5b167866-b270-4a42-b54f-b795a7f73341'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:32:26.160136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6848-9432-4051-b5b3-41228f23f6dc req-31e5b653-6dd1-4157-a0bc-763c60b911f0 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:26.164881 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-08ce6848-9432-4051-b5b3-41228f23f6dc req-31e5b653-6dd1-4157-a0bc-763c60b911f0 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 945 time: 0.2021492
Apr 20 23:32:26.187198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a464d68>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:21Z', 'revision_number': 3, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:26.202003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:26.202414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Updating router 3b5603e5-ef5e-418f-9652-c74e136f6d40 port 229daf1d-08dd-4447-898f-b9a9fa9c98af binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:32:26.213795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Transition to ACTIVE for port object d0e3813c-bda8-4761-a96f-125c090f6421 will not be triggered until provisioned by entity DHCP. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:26.264870 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-08ce6848-9432-4051-b5b3-41228f23f6dc req-7c446242-6061-4cea-8332-42a36e75057e tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914812
Apr 20 23:32:26.267918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=5b167866-b270-4a42-b54f-b795a7f73341,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:26.295449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.297207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:26.313177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bf314465-1b96-4abf-8853-43ce87295aab tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:26.333878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.412842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Network 95cad597-19c5-41ef-812c-28bbcd7474ef is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:26.414131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:26.417125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:26.465340 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e3813c-bda8-4761-a96f-125c090f6421,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:26.468604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:26.507608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.535938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43552) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:26.564354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.605134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:26.615237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Usage tracker for resource:security_group_rule and tenant:946431afdd94431287e113c510329151 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:26.619000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:26.626015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:26.770453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.780533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.820030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-39e629e0-96a1-4883-8ef7-6fd5e013e5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:26.853273 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=946431afdd94431287e113c510329151&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3161907
Apr 20 23:32:26.854587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ba79d-e047-4f46-b32b-458620a8c357,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:26.856175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43556) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:26.871216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:26.871499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.887614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 68056aad-ef19-4ddb-a315-5de34daa79f1 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:26.942289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Transition to ACTIVE for port object 229daf1d-08dd-4447-898f-b9a9fa9c98af will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:26.952670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.965894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:26.985653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:27.058380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-3849796e-c976-4140-84fb-062eb067055e None None] Provisioning for port d0e3813c-bda8-4761-a96f-125c090f6421 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:27.146382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-3849796e-c976-4140-84fb-062eb067055e None None] Provisioning complete for port d0e3813c-bda8-4761-a96f-125c090f6421 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:27.146867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3849796e-c976-4140-84fb-062eb067055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.237997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Attempting to bind port 229daf1d-08dd-4447-898f-b9a9fa9c98af on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:27.238413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Attempting to bind port 229daf1d-08dd-4447-898f-b9a9fa9c98af by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:27.238828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Attempting to bind port 229daf1d-08dd-4447-898f-b9a9fa9c98af on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:27.253556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3849796e-c976-4140-84fb-062eb067055e None None] Port d0e3813c-bda8-4761-a96f-125c090f6421 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:27.254608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:27.254915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:27.255373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.255803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:27.256344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Bound port: 229daf1d-08dd-4447-898f-b9a9fa9c98af, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:27.258775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.282203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.308994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.344008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] For port 229daf1d-08dd-4447-898f-b9a9fa9c98af, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:27.347577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] For port 229daf1d-08dd-4447-898f-b9a9fa9c98af, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=229daf1d-08dd-4447-898f-b9a9fa9c98af,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:27.354874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.406826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:27.407659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a464d68>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:27.563840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613336d-7d32-4d79-9c04-a2680c00eddc None None] Pushing event updated for resources: {'Port': ['ID=229daf1d-08dd-4447-898f-b9a9fa9c98af,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:27.579976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c613336d-7d32-4d79-9c04-a2680c00eddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:27.585592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:27.627837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 68056aad-ef19-4ddb-a315-5de34daa79f1 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:27.628549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.673593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.681866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a9c435e0-8bb2-424f-8421-5ec76f76e3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:27.714150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ba79d-e047-4f46-b32b-458620a8c357,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:27.724964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd3cc8-56d8-498c-b579-b3570c67d248 req-1961e5f4-012e-4b33-8fe2-1af717919027 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:27.729779 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e6cd3cc8-56d8-498c-b579-b3570c67d248 req-1961e5f4-012e-4b33-8fe2-1af717919027 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 945 time: 0.2650340
Apr 20 23:32:27.732441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:27.794180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613336d-7d32-4d79-9c04-a2680c00eddc None None] Pushing event updated for resources: {'Port': ['ID=229daf1d-08dd-4447-898f-b9a9fa9c98af,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:27.797774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.800019 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3aef3fbb-fbf8-438b-9ad3-d3b8b0c16699 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a8ba79d-e047-4f46-b32b-458620a8c357 HTTP/1.1" status: 204  len: 168 time: 0.9426799
Apr 20 23:32:27.859424 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e6cd3cc8-56d8-498c-b579-b3570c67d248 req-a2a3210f-f6d0-46c3-a8f2-0a8779dcd95e tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124761
Apr 20 23:32:27.884716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c613336d-7d32-4d79-9c04-a2680c00eddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:27.895199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.900481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:27.900756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:27.932424 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:28.040052 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:28.149338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e3813c-bda8-4761-a96f-125c090f6421,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:28.154380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:28.240865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Network 95cad597-19c5-41ef-812c-28bbcd7474ef is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:28.243049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:28.467851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a464d68>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:25Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:28.476933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e62b1e4-a181-4a79-b21d-c9ef1b495fb2 None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:25Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:28.618985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-e3558b05-4e5f-4983-affb-f8a18e73e727 None None] Provisioning complete for port d0e3813c-bda8-4761-a96f-125c090f6421 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:28.619483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e3558b05-4e5f-4983-affb-f8a18e73e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:28.668643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:32:28.741475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-e3558b05-4e5f-4983-affb-f8a18e73e727 None None] Port d0e3813c-bda8-4761-a96f-125c090f6421 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:28.887234 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:28.893032 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] 10.222.0.24 "PUT /v2.0/routers/3b5603e5-ef5e-418f-9652-c74e136f6d40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4861450
Apr 20 23:32:29.223613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd82be-5e9c-4006-9965-3e8fb1302394 req-a4d2f85c-ea28-471c-baac-9d195ea6c0ad tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:29.226862 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eacd82be-5e9c-4006-9965-3e8fb1302394 req-a4d2f85c-ea28-471c-baac-9d195ea6c0ad tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 945 time: 0.1753407
Apr 20 23:32:29.317011 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eacd82be-5e9c-4006-9965-3e8fb1302394 req-800cf42f-9a87-4a69-b234-537bd56b606b tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816593
Apr 20 23:32:29.646204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 5b167866-b270-4a42-b54f-b795a7f73341 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:29.786206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 5b167866-b270-4a42-b54f-b795a7f73341 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:29.794570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 5b167866-b270-4a42-b54f-b795a7f73341 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:29.795208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.104981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.165980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 5b167866-b270-4a42-b54f-b795a7f73341, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5b167866-b270-4a42-b54f-b795a7f73341,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:30.167731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b167866-b270-4a42-b54f-b795a7f73341'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:30.174863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.177629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:30.301582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=5b167866-b270-4a42-b54f-b795a7f73341,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:30.305642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:30.326472 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b167866-b270-4a42-b54f-b795a7f73341', 'code': 200}
Apr 20 23:32:30.441539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43638) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:30.448709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184479818', 'description': 'tempest-description--1508678528'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:30.462379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:30.476705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:30.485278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:30.504017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:30.548248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43642) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:30.575391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.612597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:30.633641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:30.648298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:30.669866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:30.684866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 229daf1d-08dd-4447-898f-b9a9fa9c98af up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:30.824262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c05724-4672-458a-ab41-5a954a5e2aa6 req-e89900ba-076a-458f-b741-a196c1b0ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:30.837177 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-69c05724-4672-458a-ab41-5a954a5e2aa6 req-e89900ba-076a-458f-b741-a196c1b0ac99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 1099 time: 0.2148924
Apr 20 23:32:30.873525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.892794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7a3c-b67d-47d9-bf65-3a53bc8c3b04 req-e93ec09b-3386-41fb-bf3a-7cd21e45373c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:30.895890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 229daf1d-08dd-4447-898f-b9a9fa9c98af completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:30.901712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 229daf1d-08dd-4447-898f-b9a9fa9c98af triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:30.902132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.903477 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-805a7a3c-b67d-47d9-bf65-3a53bc8c3b04 req-e93ec09b-3386-41fb-bf3a-7cd21e45373c tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 946 time: 0.3889022
Apr 20 23:32:30.909262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:30.947388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b10ed6bc-d28a-4041-a336-5b79c036e7cb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:30.979785 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-69c05724-4672-458a-ab41-5a954a5e2aa6 req-9d690f5c-01c7-4d64-bf6e-e73716392b43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319654
Apr 20 23:32:31.025790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-805a7a3c-b67d-47d9-bf65-3a53bc8c3b04 req-659c63ca-1556-423a-83fe-60f36e167b50 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206710
Apr 20 23:32:31.030002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.034372 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5884562
Apr 20 23:32:31.034372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf2dd1-70c5-4247-8350-6234a49e243e,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:31.034818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43658) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:31.041877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'security_group_rule': {'security_group_id': '99cf2dd1-70c5-4247-8350-6234a49e243e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:31.052364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dcfacfb0-cbcf-43f2-8881-9245d0e96ce6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:31.056730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:31.063944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:31.068579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:31.088576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:31.126087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.176332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.196222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 229daf1d-08dd-4447-898f-b9a9fa9c98af, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=229daf1d-08dd-4447-898f-b9a9fa9c98af,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:31.199613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.206414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2e5796fa-c16f-4c57-88c7-60823bc1d88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:31.221057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.258248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:31.266513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa015d65863f47ecbd9ea475d2e5bac7 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:31.270915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:31.287773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:31.291752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.299994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.304894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b8d4c61-82e1-440b-9650-c4058deda40f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:31.339666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f010e27f-e3f5-4866-a504-0258bc5a1b24,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:31.350799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:31.407876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.411855 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3733680
Apr 20 23:32:31.412674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43668) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:31.421768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'security_group_rule': {'security_group_id': '99cf2dd1-70c5-4247-8350-6234a49e243e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:31.432236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:31.438078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:31.441901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:31.450456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:31.451579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.459649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.470386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ac91ab22-44e1-483e-96aa-40156b5eb9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:31.503255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.504404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa015d65863f47ecbd9ea475d2e5bac7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9549305
Apr 20 23:32:31.509084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43682) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:31.544927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=229daf1d-08dd-4447-898f-b9a9fa9c98af,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:31.548579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:31.566459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c931f0f-c858-4c90-8965-306fe8a8ede4,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:31.588255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:31.615049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.617512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.620819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.634512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:31.653963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.666332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72e5982-aa70-4317-b9ad-9f04a3c9e482,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:31.674735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.676210 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2620463
Apr 20 23:32:31.677457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:31.679721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43692) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:31.699901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:31.711593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:31.716374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:floatingip and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:31.719593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:31.726027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:31.737685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.755640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.763133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1f39d1c8-3a7f-4614-989c-172829c51641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:31.777736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c931f0f-c858-4c90-8965-306fe8a8ede4,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:31.783126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:31.859852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:31.863613 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c931f0f-c858-4c90-8965-306fe8a8ede4 HTTP/1.1" status: 204  len: 168 time: 0.3508711
Apr 20 23:32:31.944040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.107055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Allocated IP 172.27.1.142 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/9d78234d-98ea-4115-ab0e-e779b4fe0d90) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:32.274532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.278503 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8d78-1cb0-4c50-b0ee-52a48ea4fcca req-645cbf8b-e528-4278-ab78-78b0b09f936f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:32.280148 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-983b8d78-1cb0-4c50-b0ee-52a48ea4fcca req-645cbf8b-e528-4278-ab78-78b0b09f936f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 946 time: 0.0962837
Apr 20 23:32:32.305086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.310355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:32.329944 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-983b8d78-1cb0-4c50-b0ee-52a48ea4fcca req-10be46d8-c575-478a-bfd9-33e3a63400c6 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429158
Apr 20 23:32:32.379539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:32.382637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:32.386524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:32.422540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'Port': ['ID=9d78234d-98ea-4115-ab0e-e779b4fe0d90,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:32.426783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:32.483519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2fd71ba3-2483-4f30-be90-a64fb3d2ec35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.523035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 229daf1d-08dd-4447-898f-b9a9fa9c98af up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:32.530783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.599784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.611874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 229daf1d-08dd-4447-898f-b9a9fa9c98af triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:32.612661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.671083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:32:32.797658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:32.800880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:32.805668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a025668>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:32.837656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.843555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:32.849067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a4f16d83-004f-4f3c-8b93-89a625dddfd6 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:32.972578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'Port': ['ID=9d78234d-98ea-4115-ab0e-e779b4fe0d90,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:32.981994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:32.988048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:33.015462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:33.025838 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3408232
Apr 20 23:32:33.031633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:33.401394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-65f5afb3-4b2a-46a2-a149-470b336aea3e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:33.423197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-65f5afb3-4b2a-46a2-a149-470b336aea3e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:33.424784 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-65f5afb3-4b2a-46a2-a149-470b336aea3e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1184479818&fields=id&tenant_id=a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 267 time: 0.0796182
Apr 20 23:32:33.451571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a025668>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:27Z', 'revision_number': 2, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:33.452433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:33.452939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Updating router 3b5603e5-ef5e-418f-9652-c74e136f6d40 port d0e3813c-bda8-4761-a96f-125c090f6421 binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:32:33.558087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:33.620348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-f6b5d3bb-438b-4198-8053-3ff6e30c513d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:33.621346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-f6b5d3bb-438b-4198-8053-3ff6e30c513d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:network {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:33.642955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-f6b5d3bb-438b-4198-8053-3ff6e30c513d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:network {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:33.644285 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-f6b5d3bb-438b-4198-8053-3ff6e30c513d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 817 time: 0.2114379
Apr 20 23:32:33.663269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-d00507d6-7f63-42d7-b4bd-ce7bbaa89d03 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/quotas/a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 375 time: 0.0118320
Apr 20 23:32:33.780337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-3b87e535-4691-4d14-816b-b55f728c4778 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:port {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:32:33.802373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-3b87e535-4691-4d14-816b-b55f728c4778 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:port {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:32:33.803834 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-3b87e535-4691-4d14-816b-b55f728c4778 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1261661
Apr 20 23:32:33.964536 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-71b0b36f-6c1c-4161-9db5-f4227b4450e5 service neutron] 10.222.0.24 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474190
Apr 20 23:32:33.986741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:34.001382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Transition to ACTIVE for port object d0e3813c-bda8-4761-a96f-125c090f6421 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:34.007817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:34.013119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:34.149617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Pushing event updated for resources: {'Port': ['ID=d0e3813c-bda8-4761-a96f-125c090f6421,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:34.152083 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-dd65db41-9b3b-4320-ac40-3f4addfeaac7 service neutron] 10.222.0.24 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751504
Apr 20 23:32:34.171175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.171548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.171920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.172414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.172414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.173026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.173375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.173752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.174188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.174438 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.174791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.175137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:32:34.179091 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:34.283413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Attempting to bind port d0e3813c-bda8-4761-a96f-125c090f6421 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:34.283413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Attempting to bind port d0e3813c-bda8-4761-a96f-125c090f6421 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:34.283413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Attempting to bind port d0e3813c-bda8-4761-a96f-125c090f6421 on network 95cad597-19c5-41ef-812c-28bbcd7474ef {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:34.288444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:34.289181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Checking segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:34.289769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:34.290679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Bound using segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:34.291322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Bound port: d0e3813c-bda8-4761-a96f-125c090f6421, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:34.291960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:34.374589 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6f0c3bd1-3eb0-4da9-b1fd-8e269d4d57ca req-41a2497a-c9a1-4dae-a704-238d1a649b4b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 210 time: 0.0508187
Apr 20 23:32:34.400607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] For port d0e3813c-bda8-4761-a96f-125c090f6421, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:34.403777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] For port d0e3813c-bda8-4761-a96f-125c090f6421, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d0e3813c-bda8-4761-a96f-125c090f6421,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:34.407200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:34.412290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-da34db03-065a-4db4-b479-4d1bce842b58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:34.494690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:34.495364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a025668>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:34.630683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Pushing event updated for resources: {'Port': ['ID=d0e3813c-bda8-4761-a96f-125c090f6421,revision_number=4']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:34.634018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-632ac510-63ab-41c8-9393-6903cb4754cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:34.706896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:34.798807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b469-a084-4ea9-b73b-b91a96f8f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.060002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a025668>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:34Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:35.067728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fea72-cf4e-44fe-b3e7-fe6702335bf8 None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:34Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:35.161601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43834) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:35.292691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43842) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:35.305171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.322506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:35.327420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a99b4d6603c4c41956aa7d2baee02e5 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:35.332246 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:35.339084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:35.360828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Deleting subnet b660ae89-2e16-4798-9eb5-575fb2cb6d8f {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:32:35.364651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.432721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.489937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.570371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.614270 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be524d6f-f6e0-461b-b00e-72a59477f4fe req-f7a86823-9856-4994-936b-f39ad80ee66c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 210 time: 0.0915408
Apr 20 23:32:35.618945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.636948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.649290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1ec7a856-9522-42e8-bab8-b690d67e602e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:35.658134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.706209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbfe6d6-1af0-4ac8-acb3-cc4bf80a19a7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:35.709517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:35.721881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-dad2dfb4-78e8-4084-9ca4-b40d6bb7100d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:35.723396 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-dad2dfb4-78e8-4084-9ca4-b40d6bb7100d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 817 time: 0.3171477
Apr 20 23:32:35.727403 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a99b4d6603c4c41956aa7d2baee02e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5641656
Apr 20 23:32:35.728946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43850) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:35.807404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-b568150a-7586-42f7-b3ad-aca7f656712a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 5709 time: 0.0720229
Apr 20 23:32:35.817171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'port': {'device_id': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'admin_state_up': True, 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'security_groups': ['99cf2dd1-70c5-4247-8350-6234a49e243e']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:35.847506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:35.970976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:35.982290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:35.993900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Made reservation on behalf of a442d31b6d8a4e08abaf975a687efdff for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:36.000261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.168818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.182588 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Allocated IP 172.20.0.8 (95cad597-19c5-41ef-812c-28bbcd7474ef/9f657999-f9dc-418c-8912-be26f7918269/fb7e1e7c-ee63-4024-9d29-263cd1b772c9) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:36.225761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.231609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:36.269620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.272452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b660ae89-2e16-4798-9eb5-575fb2cb6d8f,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:36.277101 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:36.278479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7bbc40be-5d6a-4491-b4d0-c5e1259b1cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:36.292033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.300165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbfe6d6-1af0-4ac8-acb3-cc4bf80a19a7,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:36.303907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:36.305951 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f19a3178-30f6-460b-ac80-d05aa9feb92f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b660ae89-2e16-4798-9eb5-575fb2cb6d8f HTTP/1.1" status: 204  len: 168 time: 1.0121329
Apr 20 23:32:36.307411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.311115 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdbfe6d6-1af0-4ac8-acb3-cc4bf80a19a7 HTTP/1.1" status: 204  len: 168 time: 0.5699503
Apr 20 23:32:36.311282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43858) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:36.561857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d0e3813c-bda8-4761-a96f-125c090f6421 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:36.648872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port d0e3813c-bda8-4761-a96f-125c090f6421 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:36.655817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port d0e3813c-bda8-4761-a96f-125c090f6421 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:36.656481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.670849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43870) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:36.715819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.719921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.758931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:36.763894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Usage tracker for resource:security_group_rule and tenant:29a0f44a5b694f8fbe3c22fb171c10e0 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:36.767673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:36.774764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:36.793483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.861479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.891095 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45ecd938-b1d6-4c97-b443-ce01557cbce3 req-ad45bb6a-7403-4309-b3d7-56b33da53230 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 210 time: 0.0639498
Apr 20 23:32:36.898724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port d0e3813c-bda8-4761-a96f-125c090f6421, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d0e3813c-bda8-4761-a96f-125c090f6421,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:36.902781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.905963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:36.923996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Transition to ACTIVE for port object fb7e1e7c-ee63-4024-9d29-263cd1b772c9 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:36.951076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.993959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:36.997703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=d0e3813c-bda8-4761-a96f-125c090f6421,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:37.001330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:37.012464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.017897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.027139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-87c72889-137d-41e8-83d6-bd37becb5d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:37.067319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90213b3-f1ce-4746-90c1-28eeee8874be req-6425c45f-1e24-4d73-ad84-ac525aca0003 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:37.068987 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b90213b3-f1ce-4746-90c1-28eeee8874be req-6425c45f-1e24-4d73-ad84-ac525aca0003 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1811540
Apr 20 23:32:37.108556 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29a0f44a5b694f8fbe3c22fb171c10e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4337606
Apr 20 23:32:37.110270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43878) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:37.112865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6875a59-7373-4877-b4e0-927e77cb04b6,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:37.113649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3429963630>,) {'filters': {'network_id': ['ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:37.116260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:37.124941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-efc305db-a275-4d1a-ad6e-56c15910a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:37.127775 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-efc305db-a275-4d1a-ad6e-56c15910a57b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1138 time: 0.2715170
Apr 20 23:32:37.141268 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b90213b3-f1ce-4746-90c1-28eeee8874be req-c1cf1ef9-27bc-44f5-b260-14d1d2cd1255 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0615964
Apr 20 23:32:37.145449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.149582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429963630>, '7e5052e3-1e91-4877-9360-d7b23185568a') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:37.149858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429963630>, '7e5052e3-1e91-4877-9360-d7b23185568a') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:37.187349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5c679d4-d655-4820-bff2-bb6c5d9c9047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:37.242705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.374166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Network 95cad597-19c5-41ef-812c-28bbcd7474ef is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:37.378630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.385261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:37.400829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:37.439726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:32:37.476598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:37.508798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:37.607784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b3b19714-27a8-479a-bb6d-dc7e8d3c952c None None] Provisioning for port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:37.613363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b3b19714-27a8-479a-bb6d-dc7e8d3c952c None None] Provisioning complete for port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:37.613778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b3b19714-27a8-479a-bb6d-dc7e8d3c952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.617188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.673870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b3b19714-27a8-479a-bb6d-dc7e8d3c952c None None] Port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:37.681609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-ea8f5a61-90f9-467f-83c8-3c4a72683b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:37.683230 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-ea8f5a61-90f9-467f-83c8-3c4a72683b03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.5357888
Apr 20 23:32:37.707728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:37.708382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.823864 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:32:37.838743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:37.871163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.007137 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1940660
Apr 20 23:32:38.072849 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-cf334455-7403-4daa-af2f-fff6ef230374 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1002 time: 0.3746712
Apr 20 23:32:38.077012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Request body: {'port': {'device_id': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:38.107875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3dfd6-ccff-4eb4-802d-014a30d4efaf req-6f966250-4807-4851-8bc5-c42e09b16eaf tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:38.109648 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-74b3dfd6-ccff-4eb4-802d-014a30d4efaf req-6f966250-4807-4851-8bc5-c42e09b16eaf tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 931 time: 0.0948231
Apr 20 23:32:38.160367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-74b3dfd6-ccff-4eb4-802d-014a30d4efaf req-58bd8ea0-3929-4598-a146-f03196667b60 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421605
Apr 20 23:32:38.195893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Network ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:32:38.222972 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:32:38.353506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bec4d8-3c41-400e-a0b1-dde75308137d req-372148e0-0295-446f-8a19-7207a638ca1e tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:38.355099 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-23bec4d8-3c41-400e-a0b1-dde75308137d req-372148e0-0295-446f-8a19-7207a638ca1e tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.0956347
Apr 20 23:32:38.366266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-cc7aac3d-4124-47ef-bfae-a019ca77dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:38.367936 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-cc7aac3d-4124-47ef-bfae-a019ca77dd70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.2492180
Apr 20 23:32:38.374395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.394462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-11fdb07e-84ee-4479-809c-059478c3a5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:38.407688 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-23bec4d8-3c41-400e-a0b1-dde75308137d req-a372c1a2-b605-4788-9440-07d0f10c0d79 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456867
Apr 20 23:32:38.450213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.465509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6875a59-7373-4877-b4e0-927e77cb04b6,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:38.475947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:38.485795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:38.503556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.514566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.528660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.529928 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6875a59-7373-4877-b4e0-927e77cb04b6 HTTP/1.1" status: 204  len: 168 time: 1.4192848
Apr 20 23:32:38.531007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:38.542289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:38.543299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d0e3813c-bda8-4761-a96f-125c090f6421 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:38.546453 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2045a788-201f-401f-a229-2ae4e0c8b360 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee59bc52-a6cd-4b82-8ded-1d0bd014e8ce HTTP/1.1" status: 204  len: 168 time: 2.2337034
Apr 20 23:32:38.623411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port d0e3813c-bda8-4761-a96f-125c090f6421 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:38.624012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.797066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43896) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:38.853791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e00fc285-14b5-4ff7-a97a-bc7c055fbe0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f6d5560208848f7b170f5cff250d476&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527728
Apr 20 23:32:38.854269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43900) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:38.927269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:38.940497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-0490cb7e-6139-4d37-a938-77e30840f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:38.942153 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-0490cb7e-6139-4d37-a938-77e30840f9bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5525296
Apr 20 23:32:38.958754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:39.014353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:39.020255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d48402ae-5195-402d-9f7d-3ea0a41dd7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:39.034271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfd06bf-585c-4775-8a55-48abfb47c7f0,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:39.036583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:39.063540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:39.067299 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cfd06bf-585c-4775-8a55-48abfb47c7f0 HTTP/1.1" status: 204  len: 168 time: 0.2097776
Apr 20 23:32:39.235104 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-7afd9854-d5eb-4838-af60-ae72f9d6d33a service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2830753
Apr 20 23:32:39.402017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb54d3f-3c74-42b4-9025-e9568cdc448b req-32f36fab-f127-4e95-b38a-c8d122ccbd6c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:39.411567 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6cb54d3f-3c74-42b4-9025-e9568cdc448b req-32f36fab-f127-4e95-b38a-c8d122ccbd6c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 931 time: 0.1075976
Apr 20 23:32:39.465326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7e1e7c-ee63-4024-9d29-263cd1b772c9 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:32:39.479346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:39.497968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Transition to ACTIVE for port object fb7e1e7c-ee63-4024-9d29-263cd1b772c9 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:39.501835 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5607fd59-f44e-41df-9a6b-8aea017923bf req-f9bd308e-27cb-459e-9771-fbadf0113a28 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580206
Apr 20 23:32:39.503183 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:39.507573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9b81be0a-a555-48c4-8492-b441f5ada0ba tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:39.548496 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6cb54d3f-3c74-42b4-9025-e9568cdc448b req-e590cb36-bae2-43f8-8f7a-82bf2353a7b1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358576
Apr 20 23:32:39.840939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cae544-7e59-4eb0-94ab-562c34146f06 req-09b98b41-c961-4d8b-a98f-59b7ea255096 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:39.842750 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13cae544-7e59-4eb0-94ab-562c34146f06 req-09b98b41-c961-4d8b-a98f-59b7ea255096 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.2351868
Apr 20 23:32:39.846272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d24635-b12c-4212-a755-10483217934a service neutron] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:39.908973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-30d24635-b12c-4212-a755-10483217934a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:39.918075 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13cae544-7e59-4eb0-94ab-562c34146f06 req-84529e62-afdc-45fc-95f1-eed8e137ca77 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0686131
Apr 20 23:32:39.967428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Attempting to bind port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:39.967966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Attempting to bind port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:39.968151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Attempting to bind port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 on network 95cad597-19c5-41ef-812c-28bbcd7474ef {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:39.973756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 on network 95cad597-19c5-41ef-812c-28bbcd7474ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:32:39.974112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Attempting to bind port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 on network 95cad597-19c5-41ef-812c-28bbcd7474ef {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:39.979837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:39.980208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Checking segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:39.980620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Bound using segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:39.981079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Bound port: fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:39.981767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.097078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:40.101605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:40.106896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.113092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2fba60fe-79f3-4d92-b4c2-28b781c92f85 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:40.174899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:40.175275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.176845 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-30d24635-b12c-4212-a755-10483217934a service neutron] 10.222.0.20 "PUT /v2.0/ports/fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 1093 time: 2.1095161
Apr 20 23:32:40.177337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:40.286486 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'status': 'completed', 'code': 200}
Apr 20 23:32:40.293722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d24635-b12c-4212-a755-10483217934a service neutron] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:40.307306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-30d24635-b12c-4212-a755-10483217934a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:40.346521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-26819ec6-d43b-44a0-9678-0321698fc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:40.348336 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-26819ec6-d43b-44a0-9678-0321698fc949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1096 time: 0.1291595
Apr 20 23:32:40.434965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-c378e213-a45b-4815-928b-e1bf93319376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 217 time: 0.0781016
Apr 20 23:32:40.448600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43962) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:40.519386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-632dfee1-b1b5-4551-a79a-8dd3b42900cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:40.521046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-632dfee1-b1b5-4551-a79a-8dd3b42900cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0794783
Apr 20 23:32:40.573668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-682708790-network', 'tenant_id': '9649a706f569405891fb61ea40459f3b'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:40.581279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:40.585857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Usage tracker for resource:network and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:40.589100 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:40.600288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:40.613167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Made reservation on behalf of 9649a706f569405891fb61ea40459f3b for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:40.621527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.623808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-d6b138df-bcda-4c8b-b988-bdcec66e84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:40.625662 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-d6b138df-bcda-4c8b-b988-bdcec66e84f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0980096
Apr 20 23:32:40.640001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.658436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:40.674186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:40.677841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:40.725665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:40.785969 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-799b1d8b-3955-4fa1-b891-03a211575dfc service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532812
Apr 20 23:32:40.813364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584ed2-cfd2-4ef0-bda2-dcff388d921e req-002cecdb-72e9-47e6-b5b6-8c0aa9a22e0e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:40.815575 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9c584ed2-cfd2-4ef0-bda2-dcff388d921e req-002cecdb-72e9-47e6-b5b6-8c0aa9a22e0e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1431007
Apr 20 23:32:40.899541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 43982) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:40.911257 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9c584ed2-cfd2-4ef0-bda2-dcff388d921e req-b7f807c5-c994-4c11-a151-a228fff29f03 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878379
Apr 20 23:32:40.913150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.921386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.943175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7dfc69ff-4dec-48d5-9a91-a7f363518f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:40.945283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:32:40.974848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:40.975368 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Added segment f68dddbe-f362-40b3-949a-0ce7c536aaa6 of type vlan for network 53874869-353d-4145-9092-f93830182405
Apr 20 23:32:40.976176 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4e33f1a-a63a-4ed0-ae4f-c0177bbbe95f req-0bbb8aee-5fba-4fe7-a82c-3f5b7098d676 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819744
Apr 20 23:32:40.984867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5960a373-dfeb-4be5-b794-d37903d72032,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:40.988946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:41.011349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.059419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.061577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:41.062566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.074666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:41.130680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.152705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:41.159362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Usage tracker for resource:security_group_rule and tenant:3486f7d00dbd4727a76ca319b594b213 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:41.170409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:41.179968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:41.198716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-bd389c64-6ac3-49c9-9d5a-413f8b16a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:41.200463 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-bd389c64-6ac3-49c9-9d5a-413f8b16a0e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1096 time: 0.1543231
Apr 20 23:32:41.259006 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8090532
Apr 20 23:32:41.263509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43992) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:41.270461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Pushing event updated for resources: {'Network': ['ID=53874869-353d-4145-9092-f93830182405,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:41.278133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Request body: {'subnet': {'network_id': '53874869-353d-4145-9092-f93830182405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-682708790-subnet', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:41.283349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 53874869-353d-4145-9092-f93830182405 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:32:41.293363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:41.294572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:41.302613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Usage tracker for resource:subnet and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:41.306490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:41.315561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:41.325782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7e376-4710-4495-b497-3528002315a7 req-e4567fe3-58db-4c93-b38b-7449e6dae4d1 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:41.327429 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99b7e376-4710-4495-b497-3528002315a7 req-e4567fe3-58db-4c93-b38b-7449e6dae4d1 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.2576447
Apr 20 23:32:41.356316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Made reservation on behalf of 9649a706f569405891fb61ea40459f3b for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:41.361875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.409004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-0e171a72-07d0-454a-80c4-c7d3e5f53295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:41.410695 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-0e171a72-07d0-454a-80c4-c7d3e5f53295 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.2013783
Apr 20 23:32:41.477252 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99b7e376-4710-4495-b497-3528002315a7 req-d60369d4-7aa6-4271-8f28-abd1edc97e81 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1401479
Apr 20 23:32:41.503790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-9efda8d2-706a-4f1b-9c83-ed93b52f6023 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 217 time: 0.0822964
Apr 20 23:32:41.508156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.548150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.559566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ebc3790d-4065-44c1-b146-f5c92ae42cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:41.609122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b078405-840e-4b9a-85ad-5d7086b55033,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:41.617110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:41.624308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 43996) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:41.624442 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6329edf5-be54-4304-8698-3083a995c93d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3486f7d00dbd4727a76ca319b594b213&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7237659
Apr 20 23:32:41.630755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-a1855a79-ce0c-4d7d-9d4a-3faa90503f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:41.632299 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-a1855a79-ce0c-4d7d-9d4a-3faa90503f69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.1215029
Apr 20 23:32:41.762614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.796343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.896727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.901495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c6ba5944-b183-4b09-9b60-bb74e5a27f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:41.925114 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b078405-840e-4b9a-85ad-5d7086b55033,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:41.930867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:41.938948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.944150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:41.974553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:41.978317 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b078405-840e-4b9a-85ad-5d7086b55033 HTTP/1.1" status: 204  len: 168 time: 0.3504281
Apr 20 23:32:42.032530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc473fd8-c481-49a4-a713-95faf1c720bf,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:42.035950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:42.082812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Checking segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:42.083308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Network hostable DHCP agents. Network: 53874869-353d-4145-9092-f93830182405, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:32:42.122153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Network 53874869-353d-4145-9092-f93830182405 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:32:42.140135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 53874869-353d-4145-9092-f93830182405) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:42.148635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8afe64-c937-4110-bdfc-563833c5ccd0 None None] Network 53874869-353d-4145-9092-f93830182405 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:42.158288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:42.158951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.186107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674fa51-53c2-4abd-8279-483c86ed4f43 req-7e201c32-345f-4b30-8ad7-86505afca319 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:42.187779 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b674fa51-53c2-4abd-8279-483c86ed4f43 req-7e201c32-345f-4b30-8ad7-86505afca319 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1450350
Apr 20 23:32:42.192436 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9226267
Apr 20 23:32:42.192736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44006) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:42.198242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:42.204611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:42.226673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Usage tracker for resource:router and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:42.231380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:42.241967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:42.267295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.268400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.275306 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b674fa51-53c2-4abd-8279-483c86ed4f43 req-65c097b6-264b-4b5b-b360-ca69090b5c61 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721345
Apr 20 23:32:42.292346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.296619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44012) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:42.328471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.353908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:42.358314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Usage tracker for resource:security_group_rule and tenant:7474c7a684c54980b76d5f19d451982b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:42.361546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:42.367875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:42.401624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-53874869-353d-4145-9092-f93830182405', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:32:42.402512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.453793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.459342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.469812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-025689f6-a11f-4f64-9fcc-03dfc31512db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:42.513095 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7474c7a684c54980b76d5f19d451982b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148380
Apr 20 23:32:42.515780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44018) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:42.518860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613acca6-8c14-4476-b42e-5e20b035e948,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:42.532443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c5f8e5d8-6cf1-434a-b43c-ff375e468064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:42.595594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Allocated IP 172.20.0.2 (53874869-353d-4145-9092-f93830182405/bc473fd8-c481-49a4-a713-95faf1c720bf/3849bbf6-4517-4058-9061-58c15223c583) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:42.606933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.652219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.689220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.704383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-cb8891a1-b24a-45b0-a5fd-f15f9bfca460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:42.706095 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-cb8891a1-b24a-45b0-a5fd-f15f9bfca460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460459
Apr 20 23:32:42.742756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.748595 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-23d49d0c-78c9-4593-bbd9-8769170d9217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:42.761648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613acca6-8c14-4476-b42e-5e20b035e948,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:42.764184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:42.772575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.776484 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/613acca6-8c14-4476-b42e-5e20b035e948 HTTP/1.1" status: 204  len: 168 time: 0.2572079
Apr 20 23:32:42.807219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224326d8-6846-48d1-9db1-33ed0c04636d req-2c16b095-0e17-4bc9-aa2c-2c775f516592 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:42.808784 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-224326d8-6846-48d1-9db1-33ed0c04636d req-2c16b095-0e17-4bc9-aa2c-2c775f516592 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1741540
Apr 20 23:32:42.836995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.848023 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Transition to ACTIVE for port object 3849bbf6-4517-4058-9061-58c15223c583 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:42.868435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Transition to ACTIVE for port object 3849bbf6-4517-4058-9061-58c15223c583 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:42.874256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:42.879104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:42.955807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Network 53874869-353d-4145-9092-f93830182405 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:42.960023 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:42.962389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Pushing event updated for resources: {'Port': ['ID=3849bbf6-4517-4058-9061-58c15223c583,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:42.964771 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:43.002154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:43.019264 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-224326d8-6846-48d1-9db1-33ed0c04636d req-f173cd23-d0e2-46f9-b45b-681448edca17 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1948233
Apr 20 23:32:43.086084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Attempting to bind port 3849bbf6-4517-4058-9061-58c15223c583 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:43.086896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Attempting to bind port 3849bbf6-4517-4058-9061-58c15223c583 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:43.087514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Attempting to bind port 3849bbf6-4517-4058-9061-58c15223c583 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:43.095349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:43.095771 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Checking segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:43.096225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.096667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Bound using segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:43.097373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Bound port: 3849bbf6-4517-4058-9061-58c15223c583, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:43.097800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.205210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] For port 3849bbf6-4517-4058-9061-58c15223c583, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:43.208715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] For port 3849bbf6-4517-4058-9061-58c15223c583, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3849bbf6-4517-4058-9061-58c15223c583,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:43.213749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.219124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8252b059-bd8d-4b92-9ce8-c14df3af4335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:43.305667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Pushing event updated for resources: {'Port': ['ID=3849bbf6-4517-4058-9061-58c15223c583,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:43.309331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:43.336482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.369967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.554035 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-385c905c-ead3-4915-9605-5d1938cd64e7 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448340
Apr 20 23:32:43.625217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Allocated IP 172.27.1.48 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/f6ce9ea8-f5a8-43f5-832a-434f2749e49a) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:43.643358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72da07-4f57-4622-b230-ccb03e125a8f req-a26fce83-a491-411e-957d-eee848fede2e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:43.649790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cf72da07-4f57-4622-b230-ccb03e125a8f req-a26fce83-a491-411e-957d-eee848fede2e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.2063422
Apr 20 23:32:43.790652 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cf72da07-4f57-4622-b230-ccb03e125a8f req-eb6d1573-c52e-4bff-94cf-b248db4359b1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320064
Apr 20 23:32:43.848954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.880110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:43.885161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:43.949665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:43.953188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:43.957220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:43.998559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:44.003210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:44.461011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6fcfd-c4a9-4f1e-81a1-4105c036f6f4 req-ed6117bc-38d2-43e5-b3a9-2e652c6c3860 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:44.462726 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-34c6fcfd-c4a9-4f1e-81a1-4105c036f6f4 req-ed6117bc-38d2-43e5-b3a9-2e652c6c3860 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.3068585
Apr 20 23:32:44.554953 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-34c6fcfd-c4a9-4f1e-81a1-4105c036f6f4 req-8258f2fd-ab57-4773-a754-07b34b951d93 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0832660
Apr 20 23:32:44.568712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:44.631430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3849bbf6-4517-4058-9061-58c15223c583 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:44.657858 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3bfb75e6-2fb4-44ff-8696-339e5b0c3037 req-a4bf1bd0-7bbc-480f-bf78-61d2f8a89fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237017
Apr 20 23:32:44.738698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 3849bbf6-4517-4058-9061-58c15223c583 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:44.858705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359082cd-695f-4c97-ad85-2f824b9ab781 None None] Network 53874869-353d-4145-9092-f93830182405 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:44.954424 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Provisioning for port 3849bbf6-4517-4058-9061-58c15223c583 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:44.961121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Provisioning complete for port 3849bbf6-4517-4058-9061-58c15223c583 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:44.961577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:45.060112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:45.071790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a8957-5034-4615-852e-908cdc69b05c req-38eef313-63b7-4040-b65b-14dbc548d48e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:45.073486 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-025a8957-5034-4615-852e-908cdc69b05c req-38eef313-63b7-4040-b65b-14dbc548d48e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1494057
Apr 20 23:32:45.208750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:45.271360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] For port 3849bbf6-4517-4058-9061-58c15223c583, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3849bbf6-4517-4058-9061-58c15223c583,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:45.275198 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-025a8957-5034-4615-852e-908cdc69b05c req-24e11c80-2722-4f8d-813c-c26854019f29 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1461947
Apr 20 23:32:45.293749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:45.298215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:45.376142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Pushing event updated for resources: {'Port': ['ID=3849bbf6-4517-4058-9061-58c15223c583,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:45.379897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:45.387826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:32:45.622797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-6da12ba4-c57f-49c5-8898-fd6e91f19f1e None None] Provisioning complete for port 3849bbf6-4517-4058-9061-58c15223c583 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:45.623223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6da12ba4-c57f-49c5-8898-fd6e91f19f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:45.910537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:45.921513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:45.932828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:45.933528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a25bd30>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:45.939394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15a7b-91dc-4c17-bef9-ea43d46823fb req-1bf24737-b631-443b-a566-55f98429a907 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:45.941012 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-afe15a7b-91dc-4c17-bef9-ea43d46823fb req-1bf24737-b631-443b-a566-55f98429a907 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1608176
Apr 20 23:32:45.965420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:45.966661 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.7729404
Apr 20 23:32:45.969904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44088) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:45.997301 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-afe15a7b-91dc-4c17-bef9-ea43d46823fb req-85252efd-e71d-4525-9988-f2261a0ac082 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0491960
Apr 20 23:32:46.129637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:46.543846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3849bbf6-4517-4058-9061-58c15223c583 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:46.551966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2749c0-b86c-4460-a586-321143e3929d req-87685c0c-fc57-4a1c-86c7-c65a8108a8f8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:46.554100 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0c2749c0-b86c-4460-a586-321143e3929d req-87685c0c-fc57-4a1c-86c7-c65a8108a8f8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1442130
Apr 20 23:32:46.617985 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0c2749c0-b86c-4460-a586-321143e3929d req-670bd5ab-e0d7-4697-a387-83efb459cd28 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560791
Apr 20 23:32:46.693908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 3849bbf6-4517-4058-9061-58c15223c583 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:46.694442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:46.763122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a25bd30>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:44Z', 'revision_number': 3, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:46.771653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:46.772041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Updating router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 port f6ce9ea8-f5a8-43f5-832a-434f2749e49a binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:32:46.881191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:46.989922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.216774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb983ef-77e8-4086-8579-07af9d69822e req-8986f4f7-6580-4ad1-aea3-ccbe6e9b8c88 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:47.220101 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cbb983ef-77e8-4086-8579-07af9d69822e req-8986f4f7-6580-4ad1-aea3-ccbe6e9b8c88 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.0919261
Apr 20 23:32:47.220628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Allocated IP 172.20.0.1 (53874869-353d-4145-9092-f93830182405/bc473fd8-c481-49a4-a713-95faf1c720bf/219e278c-b6d7-468a-96f8-c8e1696eaabc) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:47.233085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.245782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Transition to ACTIVE for port object f6ce9ea8-f5a8-43f5-832a-434f2749e49a will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:47.252934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.258227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:47.277791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cbb983ef-77e8-4086-8579-07af9d69822e req-0dc66f52-2110-4dde-a233-5c0429951328 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0509484
Apr 20 23:32:47.339466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Attempting to bind port f6ce9ea8-f5a8-43f5-832a-434f2749e49a on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:47.339872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Attempting to bind port f6ce9ea8-f5a8-43f5-832a-434f2749e49a by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:47.340277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Attempting to bind port f6ce9ea8-f5a8-43f5-832a-434f2749e49a on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:47.346470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909322-374f-40c1-a5f9-18560a336660 None None] Pushing event updated for resources: {'Port': ['ID=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:47.350641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d909322-374f-40c1-a5f9-18560a336660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:47.351593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:47.352000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:47.352417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.352856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:47.353782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Bound port: f6ce9ea8-f5a8-43f5-832a-434f2749e49a, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:47.353782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.377210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.394975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Transition to ACTIVE for port object 219e278c-b6d7-468a-96f8-c8e1696eaabc will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:47.418879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.424231 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-be074ca0-dfc2-4f71-a0f7-3bc2f7b7ebc2 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:47.433073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] For port f6ce9ea8-f5a8-43f5-832a-434f2749e49a, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:47.436352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] For port f6ce9ea8-f5a8-43f5-832a-434f2749e49a, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:47.441402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.446127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:47.493738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Network 53874869-353d-4145-9092-f93830182405 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:47.497567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:47.501791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:47.527480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:47.528154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a25bd30>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:47.543895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=219e278c-b6d7-468a-96f8-c8e1696eaabc,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:47.548730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:47.567737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.649092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909322-374f-40c1-a5f9-18560a336660 None None] Pushing event updated for resources: {'Port': ['ID=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:47.659745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d909322-374f-40c1-a5f9-18560a336660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:47.731355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b2173101-a68d-4daf-b10f-199cb044916b None None] Provisioning for port 219e278c-b6d7-468a-96f8-c8e1696eaabc completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:47.737110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:47.785302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b2173101-a68d-4daf-b10f-199cb044916b None None] Provisioning complete for port 219e278c-b6d7-468a-96f8-c8e1696eaabc triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:47.785616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b2173101-a68d-4daf-b10f-199cb044916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.832634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:47.849705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bacc4-3a5c-4c44-bbd4-7fdfe124ec59 req-bd9835f8-2ec1-4d66-bf45-e14054130e63 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:47.851474 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-571bacc4-3a5c-4c44-bbd4-7fdfe124ec59 req-bd9835f8-2ec1-4d66-bf45-e14054130e63 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.0996070
Apr 20 23:32:47.911599 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-571bacc4-3a5c-4c44-bbd4-7fdfe124ec59 req-1668ff17-9bfb-4918-9c5e-71a20bd1440d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538094
Apr 20 23:32:47.984650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b2173101-a68d-4daf-b10f-199cb044916b None None] Port 219e278c-b6d7-468a-96f8-c8e1696eaabc cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:48.091127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:48.095245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:48.102610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a25bd30>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:44Z', 'revision_number': 3, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:48.107090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f9785-cde8-4935-876b-2bb9654c3335 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:44Z', 'revision_number': 3, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:48.123931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-30d24635-b12c-4212-a755-10483217934a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:48.209279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Pushing event updated for resources: {'Port': ['ID=219e278c-b6d7-468a-96f8-c8e1696eaabc,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:48.211990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:48.215997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:48.360286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Network 53874869-353d-4145-9092-f93830182405 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:48.361875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:48.488586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb9c90-9b2f-4cd2-8b4c-11454ea59b34 req-5ff5da5b-38fd-437e-8597-6f05813a7c71 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:48.490311 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-aecb9c90-9b2f-4cd2-8b4c-11454ea59b34 req-5ff5da5b-38fd-437e-8597-6f05813a7c71 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.0956542
Apr 20 23:32:48.581097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:32:48.582559 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-aecb9c90-9b2f-4cd2-8b4c-11454ea59b34 req-d1221684-062d-4ed1-a85f-387db39ab8ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0815742
Apr 20 23:32:48.708579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-f37a02d1-8893-44aa-9fef-98bc16b163fd None None] Provisioning complete for port 219e278c-b6d7-468a-96f8-c8e1696eaabc triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:48.709007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f37a02d1-8893-44aa-9fef-98bc16b163fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:48.772672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f37a02d1-8893-44aa-9fef-98bc16b163fd None None] Port 219e278c-b6d7-468a-96f8-c8e1696eaabc cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:48.784113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:48.794709 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/5a2c0b72-6628-4e1d-923b-60c73ee2d0c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8231080
Apr 20 23:32:48.836900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:32:49.016816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:49.031300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'mac_address': 'fa:16:3e:ab:aa:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:32:49.106949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.128915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7e1e7c-ee63-4024-9d29-263cd1b772c9 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:32:49.145832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:49.148947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.150876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c613336d-7d32-4d79-9c04-a2680c00eddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:49.154245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b67f9-4084-4243-8950-5dfae8ad6134 req-cbe26889-51ed-4a3e-9948-def63a85a205 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:49.155858 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-805b67f9-4084-4243-8950-5dfae8ad6134 req-cbe26889-51ed-4a3e-9948-def63a85a205 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1184504
Apr 20 23:32:49.212931 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-805b67f9-4084-4243-8950-5dfae8ad6134 req-fcc92037-092e-4140-a0b1-b253bbee03ae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490284
Apr 20 23:32:49.224176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:49.227507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:49.482337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44132) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:49.489209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1229218122-network', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:49.494734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:49.499189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Usage tracker for resource:network and tenant:a7b1172a94ea4bfe810df2004c10535b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:49.502362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:49.508624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:49.518419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Made reservation on behalf of a7b1172a94ea4bfe810df2004c10535b for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:49.523259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.537012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.553630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:49.558014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b1172a94ea4bfe810df2004c10535b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:49.561096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:49.567391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:49.651775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.655389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.658563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bd64fe9f-c989-42f2-8857-c823e463eede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:49.695393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee99dd-8da1-4efa-a38a-9da175f76bf5,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:49.698766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:49.699667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:32:49.709617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.710009 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Added segment 7a91113b-faea-4c7f-9947-c7acf4fa2e8d of type vlan for network ad9f8bfe-b5b6-4043-9064-727342584b0f
Apr 20 23:32:49.787500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.836671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.845993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaeb66-b901-4294-bcd7-950aefd73c23 req-c3de3774-a9cd-45c2-a82d-a975156b9bcd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:49.847604 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fbfaeb66-b901-4294-bcd7-950aefd73c23 req-c3de3774-a9cd-45c2-a82d-a975156b9bcd tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1356940
Apr 20 23:32:49.848640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:49.849326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:49.852938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:49.998435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9f8bfe-b5b6-4043-9064-727342584b0f,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:50.001442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:50.003106 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5195212
Apr 20 23:32:50.006635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44144) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:50.008495 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fbfaeb66-b901-4294-bcd7-950aefd73c23 req-7cdcd6ab-e35d-41da-a18c-90c24b6e6c95 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1411936
Apr 20 23:32:50.011005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network ad9f8bfe-b5b6-4043-9064-727342584b0f details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:32:50.013401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Request body: {'subnet': {'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1229218122-subnet', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'ip_version': 4}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:50.019036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:50.023427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Usage tracker for resource:subnet and tenant:a7b1172a94ea4bfe810df2004c10535b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:50.026675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:50.033380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:50.050519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Made reservation on behalf of a7b1172a94ea4bfe810df2004c10535b for: {'subnet': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:32:50.056066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1770963'] for subnet, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.440489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c639-787e-44b2-a4a6-55aa0933883b req-5cae383d-21c6-4ade-8bc3-e18148332b0c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:50.442253 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6763c639-787e-44b2-a4a6-55aa0933883b req-5cae383d-21c6-4ade-8bc3-e18148332b0c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.0997980
Apr 20 23:32:50.493079 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6763c639-787e-44b2-a4a6-55aa0933883b req-8dadb050-657b-44f9-be8a-25e10f5dbb0a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434003
Apr 20 23:32:50.554868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device f6ce9ea8-f5a8-43f5-832a-434f2749e49a up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:50.645278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port f6ce9ea8-f5a8-43f5-832a-434f2749e49a completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:50.650245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port f6ce9ea8-f5a8-43f5-832a-434f2749e49a triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:50.650656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.725158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1619521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1770946'] for subnet, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.729743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:50.807725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952c3c47-bb11-4cc6-8270-a459a7472070,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:50.811222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:50.822465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Checking segment: {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:50.822856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Network hostable DHCP agents. Network: ad9f8bfe-b5b6-4043-9064-727342584b0f, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:32:50.845953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Network ad9f8bfe-b5b6-4043-9064-727342584b0f is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:32:50.855874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, ad9f8bfe-b5b6-4043-9064-727342584b0f) {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:50.870662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:50.871310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.892527 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8846381
Apr 20 23:32:50.895261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44152) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:50.901159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:50.906702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:50.911024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Usage tracker for resource:router and tenant:a7b1172a94ea4bfe810df2004c10535b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:50.915481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:50.922563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:50.930749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa046a03-52f0-4e06-a04e-0ed1e240e755 None None] Network ad9f8bfe-b5b6-4043-9064-727342584b0f requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:50.933562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.934693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.941726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:50.951026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:50.953109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:50.953991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5ef668>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:51.021906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.066373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port f6ce9ea8-f5a8-43f5-832a-434f2749e49a, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:51.081217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.085799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9878b7ae-37b6-4332-bb3c-5fd57c56377a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:51.245035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:51.253525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:51.264938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-ad9f8bfe-b5b6-4043-9064-727342584b0f', 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'fixed_ips': [{'subnet_id': '952c3c47-bb11-4cc6-8270-a459a7472070'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:32:51.266245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.347263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aaf52-4968-47f7-baca-1a073ed0be2d req-12d6915d-06c1-41d2-9370-a218b85f9456 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:51.349130 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d72aaf52-4968-47f7-baca-1a073ed0be2d req-12d6915d-06c1-41d2-9370-a218b85f9456 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1201310
Apr 20 23:32:51.366970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.411965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d72aaf52-4968-47f7-baca-1a073ed0be2d req-95a30a4e-d48f-411c-9893-e741d6789587 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0550876
Apr 20 23:32:51.470748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Allocated IP 172.20.0.2 (ad9f8bfe-b5b6-4043-9064-727342584b0f/952c3c47-bb11-4cc6-8270-a459a7472070/37807c98-f8d7-44d7-acda-1bc67b4ca312) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:51.507311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:51.700008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.711821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Transition to ACTIVE for port object 37807c98-f8d7-44d7-acda-1bc67b4ca312 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:51.732345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Transition to ACTIVE for port object 37807c98-f8d7-44d7-acda-1bc67b4ca312 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:51.738848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.746183 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:51.747440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747770a2-37ac-4641-a3ad-f1170f18b195 req-25f5a23f-6a98-4986-9af6-8fedc76fbfb3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:51.757470 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-747770a2-37ac-4641-a3ad-f1170f18b195 req-25f5a23f-6a98-4986-9af6-8fedc76fbfb3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.1176262
Apr 20 23:32:51.761631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.803022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.816185 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-747770a2-37ac-4641-a3ad-f1170f18b195 req-78d81871-73d4-4dc5-8fe1-fccf2374d9a7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574772
Apr 20 23:32:51.823163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Network ad9f8bfe-b5b6-4043-9064-727342584b0f is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:51.826544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:51.830905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:51.837518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Pushing event updated for resources: {'Port': ['ID=37807c98-f8d7-44d7-acda-1bc67b4ca312,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:51.848742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:51.914616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5ef668>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 2, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:51.920368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:51.920754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Updating router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 port 219e278c-b6d7-468a-96f8-c8e1696eaabc binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:32:51.941008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Attempting to bind port 37807c98-f8d7-44d7-acda-1bc67b4ca312 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:51.941598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Attempting to bind port 37807c98-f8d7-44d7-acda-1bc67b4ca312 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:51.942101 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Attempting to bind port 37807c98-f8d7-44d7-acda-1bc67b4ca312 on network ad9f8bfe-b5b6-4043-9064-727342584b0f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:51.947935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:51.948467 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Checking segment: {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:51.949268 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.949609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Bound using segment: {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:51.950195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Bound port: 37807c98-f8d7-44d7-acda-1bc67b4ca312, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:51.950692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:51.970781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Allocated IP 172.27.1.246 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/1fc4cb07-106d-458d-bb71-28a382def059) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:51.982812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.071312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] For port 37807c98-f8d7-44d7-acda-1bc67b4ca312, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:52.075020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] For port 37807c98-f8d7-44d7-acda-1bc67b4ca312, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=37807c98-f8d7-44d7-acda-1bc67b4ca312,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:52.080841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.091607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:52.135296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.169491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.176348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:52.186672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Pushing event updated for resources: {'Port': ['ID=37807c98-f8d7-44d7-acda-1bc67b4ca312,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:52.190164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:52.192999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['fb7e1e7c-ee63-4024-9d29-263cd1b772c9'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:32:52.242975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:52.246694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:52.251344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:52.294729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc4cb07-106d-458d-bb71-28a382def059,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:52.299324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:52.394815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.407165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Transition to ACTIVE for port object 219e278c-b6d7-468a-96f8-c8e1696eaabc will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:52.415580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.421161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:52.643313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3fea7-491f-4ca1-af5b-578860b3e1cf None None] Pushing event updated for resources: {'Port': ['ID=219e278c-b6d7-468a-96f8-c8e1696eaabc,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:52.646628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-29c3fea7-491f-4ca1-af5b-578860b3e1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:52.737562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Attempting to bind port 219e278c-b6d7-468a-96f8-c8e1696eaabc on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:52.737890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Attempting to bind port 219e278c-b6d7-468a-96f8-c8e1696eaabc by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:52.738263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Attempting to bind port 219e278c-b6d7-468a-96f8-c8e1696eaabc on network 53874869-353d-4145-9092-f93830182405 {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:52.745114 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:52.746082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Checking segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:52.746082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.746391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Bound using segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:52.746891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Bound port: 219e278c-b6d7-468a-96f8-c8e1696eaabc, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:52.747322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.762370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 37807c98-f8d7-44d7-acda-1bc67b4ca312 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:52.789644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326987-121c-4fbd-a25e-3cec639da6c9 req-646597e7-3260-4817-bfa9-c03d2e4d8ab2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:52.798297 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ff326987-121c-4fbd-a25e-3cec639da6c9 req-646597e7-3260-4817-bfa9-c03d2e4d8ab2 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1500516
Apr 20 23:32:52.845973 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ff326987-121c-4fbd-a25e-3cec639da6c9 req-a19d8cab-fedc-44fc-a3b4-1603c0e80f56 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466013
Apr 20 23:32:52.857083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.896793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] For port 219e278c-b6d7-468a-96f8-c8e1696eaabc, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:52.900919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] For port 219e278c-b6d7-468a-96f8-c8e1696eaabc, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=219e278c-b6d7-468a-96f8-c8e1696eaabc,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:52.904293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 37807c98-f8d7-44d7-acda-1bc67b4ca312 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:52.907442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.910075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device f6ce9ea8-f5a8-43f5-832a-434f2749e49a up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:52.912987 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:52.990748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port f6ce9ea8-f5a8-43f5-832a-434f2749e49a triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:52.991165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:52.995520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3fea7-491f-4ca1-af5b-578860b3e1cf None None] Pushing event updated for resources: {'Port': ['ID=219e278c-b6d7-468a-96f8-c8e1696eaabc,revision_number=4']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:53.001376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-29c3fea7-491f-4ca1-af5b-578860b3e1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:53.017014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:53.017745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5ef668>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:53.059726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b5f35-f166-44b8-abf3-dde1d8ae16de req-7fc12418-e103-4af3-9879-b2ca6419b0c4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:53.067850 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-941b5f35-f166-44b8-abf3-dde1d8ae16de req-7fc12418-e103-4af3-9879-b2ca6419b0c4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.1162930
Apr 20 23:32:53.164191 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-941b5f35-f166-44b8-abf3-dde1d8ae16de req-8c291032-7956-47d7-b9e1-cec7bafc44b4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954401
Apr 20 23:32:53.330436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:53.619165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:53.772172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5ef668>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:52Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:53.777726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c60dd-8119-480d-ac51-6dd5bb036a13 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:52Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:53.852552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb49bf-fc67-4b37-b19e-cde77e2f77f4 None None] Network ad9f8bfe-b5b6-4043-9064-727342584b0f requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:32:53.876459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:53.913658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Router 7e18bb8a-870a-430d-b0c6-736a04cbde8d is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:32:54.043907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Provisioning for port 37807c98-f8d7-44d7-acda-1bc67b4ca312 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:54.061224 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Provisioning complete for port 37807c98-f8d7-44d7-acda-1bc67b4ca312 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:54.062497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.123978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3c929-47a3-43cd-ae7e-32f9aea5e4eb req-1dbefb8e-ce75-4b29-888e-fe7c6d52ac19 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:54.126880 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fae3c929-47a3-43cd-ae7e-32f9aea5e4eb req-1dbefb8e-ce75-4b29-888e-fe7c6d52ac19 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1293952
Apr 20 23:32:54.142365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:54.147679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.160576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:54.161295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.198010 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fae3c929-47a3-43cd-ae7e-32f9aea5e4eb req-64aa6485-1e84-4369-b803-3a0808876f4b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0607007
Apr 20 23:32:54.243244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:54.259880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Sync routers for ids ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:32:54.271116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.272474 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3760407
Apr 20 23:32:54.275568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44196) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:54.425579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Routers {'7e18bb8a-870a-430d-b0c6-736a04cbde8d'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:54.426297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a35c898>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:54.743334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 219e278c-b6d7-468a-96f8-c8e1696eaabc up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:54.872732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.896234 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:54.905599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3402d-cd23-49c6-b719-1cb834ad5a4f req-d03b865c-a8af-4b97-8c94-862e6ccd3145 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:54.907453 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bdb3402d-cd23-49c6-b719-1cb834ad5a4f req-d03b865c-a8af-4b97-8c94-862e6ccd3145 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.5721891
Apr 20 23:32:54.981379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:32:54.992707 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bdb3402d-cd23-49c6-b719-1cb834ad5a4f req-9df641e5-2cd7-42b9-99e7-dcea85452ef1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740621
Apr 20 23:32:55.002216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] For port 37807c98-f8d7-44d7-acda-1bc67b4ca312, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=37807c98-f8d7-44d7-acda-1bc67b4ca312,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:55.015067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:55.020403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Set router 7e18bb8a-870a-430d-b0c6-736a04cbde8d gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:55.072672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.140694 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'code': 200}
Apr 20 23:32:55.141528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:55.208233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.210265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 219e278c-b6d7-468a-96f8-c8e1696eaabc completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:55.259241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 219e278c-b6d7-468a-96f8-c8e1696eaabc triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:55.259241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.293972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.469492 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bfcb5-b307-4be2-9bac-74b3b5f0538e req-15568573-a56f-45ad-a157-78e1d0ef2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:55.471128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Pushing event updated for resources: {'Port': ['ID=37807c98-f8d7-44d7-acda-1bc67b4ca312,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:55.471501 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1c3bfcb5-b307-4be2-9bac-74b3b5f0538e req-15568573-a56f-45ad-a157-78e1d0ef2fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1098 time: 0.1667082
Apr 20 23:32:55.474318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:55.478515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:55.520527 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1c3bfcb5-b307-4be2-9bac-74b3b5f0538e req-f5561aed-fc7d-4da9-9e1c-2ff60c32f805 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381911
Apr 20 23:32:55.646157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Allocated IP 172.20.0.1 (ad9f8bfe-b5b6-4043-9064-727342584b0f/952c3c47-bb11-4cc6-8270-a459a7472070/849d4b83-beb7-432a-b669-3f2fa2ce6f1f) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:32:55.658302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-5d2472f2-d022-481f-8577-834cae2e13e2 None None] Provisioning complete for port 37807c98-f8d7-44d7-acda-1bc67b4ca312 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:55.658834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d2472f2-d022-481f-8577-834cae2e13e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.671105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eb0d-7189-4e0f-a92c-dc04f77a3090 req-71fe405d-66ae-4ca6-aead-f99ab2b924e6 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:55.672921 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ce46eb0d-7189-4e0f-a92c-dc04f77a3090 req-71fe405d-66ae-4ca6-aead-f99ab2b924e6 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.1776805
Apr 20 23:32:55.710029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:55.726048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:55.752730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.870450 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ce46eb0d-7189-4e0f-a92c-dc04f77a3090 req-e0efab0c-17b2-4042-9938-2755b8c3dd28 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1252322
Apr 20 23:32:55.870578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 219e278c-b6d7-468a-96f8-c8e1696eaabc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=219e278c-b6d7-468a-96f8-c8e1696eaabc,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:32:55.877225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a35c898>, [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:32:52Z', 'revision_number': 3, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:55.885110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.893374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:55.895957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.918863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Transition to ACTIVE for port object 849d4b83-beb7-432a-b669-3f2fa2ce6f1f will not be triggered until provisioned by entity DHCP. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:55.932139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Checking router: 7e18bb8a-870a-430d-b0c6-736a04cbde8d for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:32:55.932531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Updating router 7e18bb8a-870a-430d-b0c6-736a04cbde8d port 1fc4cb07-106d-458d-bb71-28a382def059 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:32:55.946035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:55.951355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:56.016037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.076555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=219e278c-b6d7-468a-96f8-c8e1696eaabc,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:56.081897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:56.330778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Network ad9f8bfe-b5b6-4043-9064-727342584b0f is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:56.334714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:56.340830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:32:56.403892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Pushing event updated for resources: {'Port': ['ID=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:56.406849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.435276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:56.509903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.535703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Transition to ACTIVE for port object 1fc4cb07-106d-458d-bb71-28a382def059 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:32:56.557941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.564581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dc1c5-64bc-483d-9f3e-bdf3eb6fb33d req-11ffeb92-8d67-407f-aa5d-4bd8f4f566ed tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:56.566918 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d10dc1c5-64bc-483d-9f3e-bdf3eb6fb33d req-11ffeb92-8d67-407f-aa5d-4bd8f4f566ed tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.3160806
Apr 20 23:32:56.571446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:56.674318 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d10dc1c5-64bc-483d-9f3e-bdf3eb6fb33d req-c608c52b-d274-486d-a808-eb5f8154ef2c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987332
Apr 20 23:32:56.674589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d286398-9e56-4667-8538-ea263f758aba None None] Pushing event updated for resources: {'Port': ['ID=1fc4cb07-106d-458d-bb71-28a382def059,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:56.678726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9d286398-9e56-4667-8538-ea263f758aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:56.680002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 37807c98-f8d7-44d7-acda-1bc67b4ca312 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:56.742117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Attempting to bind port 1fc4cb07-106d-458d-bb71-28a382def059 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:32:56.742523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Attempting to bind port 1fc4cb07-106d-458d-bb71-28a382def059 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:32:56.742926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Attempting to bind port 1fc4cb07-106d-458d-bb71-28a382def059 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:32:56.754804 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.763834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:32:56.764166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:32:56.764615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.765185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:32:56.766162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Bound port: 1fc4cb07-106d-458d-bb71-28a382def059, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:32:56.766162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.801216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-8a097e3d-7c0c-4bed-9c0e-e9e8b58076df None None] Provisioning for port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:32:56.825775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-8a097e3d-7c0c-4bed-9c0e-e9e8b58076df None None] Provisioning complete for port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:56.826194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8a097e3d-7c0c-4bed-9c0e-e9e8b58076df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.901958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] For port 1fc4cb07-106d-458d-bb71-28a382def059, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:32:56.905746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] For port 1fc4cb07-106d-458d-bb71-28a382def059, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=1fc4cb07-106d-458d-bb71-28a382def059,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:32:56.940803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 37807c98-f8d7-44d7-acda-1bc67b4ca312 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:56.940803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:56.987495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.005349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:57.037591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8a097e3d-7c0c-4bed-9c0e-e9e8b58076df None None] Port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:57.112731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44238) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:57.133264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d286398-9e56-4667-8538-ea263f758aba None None] Pushing event updated for resources: {'Port': ['ID=1fc4cb07-106d-458d-bb71-28a382def059,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:57.138844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.141995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9d286398-9e56-4667-8538-ea263f758aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:57.148210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Routers {'7e18bb8a-870a-430d-b0c6-736a04cbde8d'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:32:57.148576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a35c898>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:57.148723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.185685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f9b55-3705-4b27-8ce6-a84819833b75 req-b50ea99e-ea61-467d-9d47-f5b5a2cfda3f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:57.187522 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0d3f9b55-3705-4b27-8ce6-a84819833b75 req-b50ea99e-ea61-467d-9d47-f5b5a2cfda3f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.2022519
Apr 20 23:32:57.191426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-53d5f8f9-d646-4942-943f-6df2116b64ed tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:57.267936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.285623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:57.289990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cded2e77a150405d9123559c6196c472 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:57.294103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:57.303823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:57.327714 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0d3f9b55-3705-4b27-8ce6-a84819833b75 req-a9071e26-ac70-455e-bae8-b5e8289cf5d0 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb6e726f-c822-49fb-8806-a134aa3bdc5f&id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0949590
Apr 20 23:32:57.328523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Pushing event updated for resources: {'Port': ['ID=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:57.333850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:57.335698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.416174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.419995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.448501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-858c6cd5-9e63-4c8a-b93f-8c2d45758c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:57.476791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cded2e77a150405d9123559c6196c472&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3624260
Apr 20 23:32:57.479893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44246) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:57.492668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89612af3-62af-410d-b955-3d10d3748078,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:57.496867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:57.533198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Network ad9f8bfe-b5b6-4043-9064-727342584b0f is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:32:57.536915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:32:57.618655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 219e278c-b6d7-468a-96f8-c8e1696eaabc up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:32:57.695751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] Set router 7e18bb8a-870a-430d-b0c6-736a04cbde8d gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:32:57.714585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.743579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.822946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.837687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a2d1596f-7f2f-445b-82d1-8417b086fe7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:57.898342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89612af3-62af-410d-b955-3d10d3748078,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:57.909397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:57.939413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:57.940649 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d7de7892-ab55-4004-ad84-1692085b6f25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89612af3-62af-410d-b955-3d10d3748078 HTTP/1.1" status: 204  len: 168 time: 0.4597242
Apr 20 23:32:57.943585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Router 7e18bb8a-870a-430d-b0c6-736a04cbde8d has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:32:57.990083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 219e278c-b6d7-468a-96f8-c8e1696eaabc triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:57.990499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.048860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b6362633-421d-408f-9804-87479d3c9063 None None] Provisioning complete for port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:32:58.049169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6362633-421d-408f-9804-87479d3c9063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.130597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95935ab8-2ac2-47a7-8a53-fde76148185e req-7e10b940-cef4-4f53-9c8b-caa9b761c4d1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:58.132150 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-95935ab8-2ac2-47a7-8a53-fde76148185e req-7e10b940-cef4-4f53-9c8b-caa9b761c4d1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.2813716
Apr 20 23:32:58.183790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b6362633-421d-408f-9804-87479d3c9063 None None] Port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:32:58.255883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:32:58.269427 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e18bb8a-870a-430d-b0c6-736a04cbde8d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9924414
Apr 20 23:32:58.277141 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-95935ab8-2ac2-47a7-8a53-fde76148185e req-020c6e57-cb3a-4619-a950-81607e724835 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188550
Apr 20 23:32:58.324525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde48fee-90a6-476b-952b-4587f654f079 req-b7759e97-11a6-4674-aa2c-750f03c1b904 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:58.327147 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dde48fee-90a6-476b-952b-4587f654f079 req-b7759e97-11a6-4674-aa2c-750f03c1b904 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 946 time: 0.1353009
Apr 20 23:32:58.353371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44264) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:58.387006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.388867 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dde48fee-90a6-476b-952b-4587f654f079 req-f0e21750-5b64-436a-8b2a-b915dc55e247 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541537
Apr 20 23:32:58.395230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a35c898>, [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '849d4b83-beb7-432a-b669-3f2fa2ce6f1f', 'name': '', 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'mac_address': 'fa:16:3e:86:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:55Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 2, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'subnets': [{'id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:32:58.400529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ea85b-6215-4e81-bf66-ef35174bf67a None None] The sync data for ids ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'] in dv-cinder-787296-1-iscsi is: [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '849d4b83-beb7-432a-b669-3f2fa2ce6f1f', 'name': '', 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'mac_address': 'fa:16:3e:86:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:55Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 2, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'subnets': [{'id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:32:58.404442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:58.409304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Usage tracker for resource:security_group_rule and tenant:1d81db8c8c85426bae9bba77d03f4212 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:58.412533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:58.419273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:58.538479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.542799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.552230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3e13c4bd-613e-42a5-a316-313c1f74979f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:58.595933 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d81db8c8c85426bae9bba77d03f4212&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2412195
Apr 20 23:32:58.597035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333751a-ad23-4e5c-a7bf-b67a341dcf0c req-049af294-005d-40e8-8263-ec3e1812b05d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:58.598966 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b333751a-ad23-4e5c-a7bf-b67a341dcf0c req-049af294-005d-40e8-8263-ec3e1812b05d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1179159
Apr 20 23:32:58.599242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44274) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:58.608784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44278) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:58.614245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44876891-53f9-43ab-bf51-e74955a63125,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:58.615837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'floatingip': {'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:58.618705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ce335d37-08b8-4e04-a211-7cebe60fc673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:58.672749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.701163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.706482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.759346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.764756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7b6ce61d-d6ca-40da-8213-b8f661429c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:58.786368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44876891-53f9-43ab-bf51-e74955a63125,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:58.788507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:58.789764 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44876891-53f9-43ab-bf51-e74955a63125 HTTP/1.1" status: 204  len: 168 time: 0.1895354
Apr 20 23:32:58.791129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:59.092859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44288) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:59.099821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367677797', 'description': 'tempest-secgroup-smoke-367677797 description', 'project_id': '9649a706f569405891fb61ea40459f3b'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:59.111799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:59.116109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:59.119206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:59.129826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:59.143139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.166292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:59.170727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:59.173714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:59.179866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:59.274795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.278189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.285001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-19976fbe-0c9c-47fc-bd38-6cf2e2ac6f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:59.334547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:59.355493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:59.355493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.355493 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2600825
Apr 20 23:32:59.361973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44298) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:59.376871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group_rule': {'security_group_id': '7446bfc1-f33e-41c5-9eae-3a08c1fc3dda', 'project_id': '9649a706f569405891fb61ea40459f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:59.384774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:59.389584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:59.396977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:59.403816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:59.432546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.505343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.508732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.515730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-169ce4a6-dfe1-4844-b502-9568d6242d76 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:59.531887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.536732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.548949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692de577-8b07-47ca-b94d-20b2feebda8f,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:59.554731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:59.563578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.565026 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1995130
Apr 20 23:32:59.567964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44306) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:59.576109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group_rule': {'security_group_id': '7446bfc1-f33e-41c5-9eae-3a08c1fc3dda', 'project_id': '9649a706f569405891fb61ea40459f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:59.584008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:59.588619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:59.591730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:59.598759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:59.618198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.713336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.723176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.725687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:32:59.744689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58903442-b4fb-4647-b697-97c625c444e4,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:32:59.755987 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:32:59.775351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.777988 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2084792
Apr 20 23:32:59.779669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44316) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:32:59.786477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group_rule': {'security_group_id': '7446bfc1-f33e-41c5-9eae-3a08c1fc3dda', 'project_id': '9649a706f569405891fb61ea40459f3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:32:59.794401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:32:59.799543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:32:59.803063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:32:59.813354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:32:59.831378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.976553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.984581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:32:59.996968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-96e2b0dc-e94f-4801-bf7f-7aadb1fa93a7 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:32:59.997835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-96e2b0dc-e94f-4801-bf7f-7aadb1fa93a7 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Synchronizing usage tracker for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:33:00.007866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:00.041134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d9c461-debf-406f-8842-14fb14336703,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:00.047486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:00.049297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-96e2b0dc-e94f-4801-bf7f-7aadb1fa93a7 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Unset dirty status for tenant:fd9a5d48ce4c4511a271650a85549ba7 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:33:00.050608 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-96e2b0dc-e94f-4801-bf7f-7aadb1fa93a7 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 946 time: 0.1915846
Apr 20 23:33:00.053986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.055518 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2747004
Apr 20 23:33:00.080964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44326) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:00.091042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group_rule': {'security_group_id': '7446bfc1-f33e-41c5-9eae-3a08c1fc3dda', 'project_id': '9649a706f569405891fb61ea40459f3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:00.097385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:00.101512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:00.104711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:00.112207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:00.139170 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Floating IP 68466266-0102-43ad-ba9f-b2900f872b41 associated. External IP: 172.27.1.142, port: fb7e1e7c-ee63-4024-9d29-263cd1b772c9.
Apr 20 23:33:00.149578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Deleting port 5b167866-b270-4a42-b54f-b795a7f73341 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:00.150047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.262384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.398118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da6975-91a9-461d-a0e1-26a62ae9783b req-f728f429-1c2a-436a-806c-0f0bfb20605f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:00.400024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57da6975-91a9-461d-a0e1-26a62ae9783b req-f728f429-1c2a-436a-806c-0f0bfb20605f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eb7d3c7-4a96-462b-8d59-a98d884087e1 HTTP/1.1" status: 200  len: 946 time: 0.8076754
Apr 20 23:33:00.435748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.446415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.460287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] For port 5b167866-b270-4a42-b54f-b795a7f73341, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5b167866-b270-4a42-b54f-b795a7f73341,segment=NetworkSegment(576eb723-de8b-4be1-a154-188a5a945d0d),segment_id=576eb723-de8b-4be1-a154-188a5a945d0d)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:00.460700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.474199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44334) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:00.569669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 1fc4cb07-106d-458d-bb71-28a382def059 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:00.580821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:00.608288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Calling delete_port for 5b167866-b270-4a42-b54f-b795a7f73341 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:00.645906 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57da6975-91a9-461d-a0e1-26a62ae9783b req-a4fc8341-9c8d-4763-bedd-174cd1a76229 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.24 "GET /v2.0/security-groups?id=91436ef2-c99a-4fec-857e-14e317dfdc7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358432
Apr 20 23:33:00.654312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 1fc4cb07-106d-458d-bb71-28a382def059 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:00.660027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58808068-bcf9-4279-8284-f543c507e3fa,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:00.662498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 1fc4cb07-106d-458d-bb71-28a382def059 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:00.662918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.671794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:00.700511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.704830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6199389
Apr 20 23:33:00.705699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44340) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:00.713585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group_rule': {'security_group_id': '7446bfc1-f33e-41c5-9eae-3a08c1fc3dda', 'project_id': '9649a706f569405891fb61ea40459f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:00.726294 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:00.734946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:00.740065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:00.749020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:00.756314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:33:00.768403 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.securitygroups_db [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Project 9649a706f569405891fb61ea40459f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:33:00.787504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.801312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.817907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:00.819963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 1fc4cb07-106d-458d-bb71-28a382def059, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=1fc4cb07-106d-458d-bb71-28a382def059,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:00.825020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.826206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Usage tracker for resource:security_group_rule and tenant:5a828a8471624560b51f5f92c464c88e is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:00.827023 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3d45a4f4-f243-429a-acb5-c5074d3d01a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:00.829782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:00.833460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.836221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:00.838411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:00.845171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e2945604-a185-47a0-92c4-48f6fe544efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:00.866752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['5b167866-b270-4a42-b54f-b795a7f73341'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:33:00.900910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Pushing event deleted for resources: {'Port': ['ID=5b167866-b270-4a42-b54f-b795a7f73341,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:00.906222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:00.958468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=1fc4cb07-106d-458d-bb71-28a382def059,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:00.962697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:00.996475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] No DVR routers for this DVR port 5b167866-b270-4a42-b54f-b795a7f73341 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:33:00.999656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.002374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'name': 'network-vif-deleted', 'tag': '5b167866-b270-4a42-b54f-b795a7f73341'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:01.015431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.021681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.034521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-fbd44576-fe30-4099-ac9f-511abf7c2b2c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:01.034962 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b37fff3f-d16a-4c4a-b580-75edd03c5822 req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] 10.222.0.20 "DELETE /v2.0/ports/5b167866-b270-4a42-b54f-b795a7f73341 HTTP/1.1" status: 204  len: 173 time: 0.9780149
Apr 20 23:33:01.057678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:01.073084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:01.082249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94074fd-4379-464b-aecb-95dca8bf8faa,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:01.087933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:01.091379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:01.092052 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5efbe0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:01.100084 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb7d3c7-4a96-462b-8d59-a98d884087e1', 'name': 'network-vif-deleted', 'tag': '5b167866-b270-4a42-b54f-b795a7f73341', 'status': 'completed', 'code': 200}
Apr 20 23:33:01.103095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.109069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.114851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.137676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.141375 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4323084
Apr 20 23:33:01.147259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44346) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:01.153704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'security_group_rule': {'security_group_id': '7446bfc1-f33e-41c5-9eae-3a08c1fc3dda', 'project_id': '9649a706f569405891fb61ea40459f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:01.164171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:01.171990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ddde2a34-8f12-4efa-991c-97ba2fcc06e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:01.176988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:security_group_rule and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:01.182686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:01.183295 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a828a8471624560b51f5f92c464c88e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7080166
Apr 20 23:33:01.186133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44350) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:01.197956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:01.205524 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-fba9232c-f2d7-41fc-80fd-3e9a4366b5eb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "PUT /v2.0/floatingips/68466266-0102-43ad-ba9f-b2900f872b41 HTTP/1.1" status: 200  len: 991 time: 2.5946341
Apr 20 23:33:01.216404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:01.225456 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.securitygroups_db [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Project 9649a706f569405891fb61ea40459f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:33:01.233041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.292263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ed4b7-42b0-4602-bb8e-a0773e70388d,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:01.308963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:01.330729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'status': 'completed', 'code': 200}
Apr 20 23:33:01.367186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.372504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.375458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-64b22bc0-fe2e-4a37-854e-301304258546 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:01.402139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1503c92a-91f8-4041-a4c9-c0f376357c0f,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:01.407541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:01.413791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.416199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.417865 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2694159
Apr 20 23:33:01.455952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.472676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:01.517826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-06256efc-75c4-4c46-bad7-b1dbf11d0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:01.519567 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-06256efc-75c4-4c46-bad7-b1dbf11d0123 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1098 time: 0.1651950
Apr 20 23:33:01.569428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.624491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f6231519-aa9c-4bee-ac61-56f73120ae05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:01.649654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ed4b7-42b0-4602-bb8e-a0773e70388d,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:01.679652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:01.683093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:01.698160 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f10a97eb-6533-4a46-b757-9ca06f405241 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f51ed4b7-42b0-4602-bb8e-a0773e70388d HTTP/1.1" status: 204  len: 168 time: 0.4999652
Apr 20 23:33:01.743446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-9957f7d4-5a81-4f17-9659-547ed39319d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:01.745280 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-9957f7d4-5a81-4f17-9659-547ed39319d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.2188084
Apr 20 23:33:01.874735 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-bcd9411e-5843-4cce-b7b8-de3878f647da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 999 time: 0.1206694
Apr 20 23:33:01.969397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-1378c98d-183b-4272-bbf8-70490f1fc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:01.970977 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-1378c98d-183b-4272-bbf8-70490f1fc13d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0898161
Apr 20 23:33:02.083822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5efbe0>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '68466266-0102-43ad-ba9f-b2900f872b41', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'mac_address': 'fa:16:3e:ab:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:32Z', 'updated_at': '2021-04-20T23:32:59Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:02.090216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:02.099046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-b6870d45-4a46-43f9-8108-0d1b5c511c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:02.100715 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-b6870d45-4a46-43f9-8108-0d1b5c511c0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1205380
Apr 20 23:33:02.101591 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:02.105451 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5efbe0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:02.252907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Sync routers for ids ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:02.274584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Routers {'7e18bb8a-870a-430d-b0c6-736a04cbde8d'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:02.276929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a33e588>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:02.323475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:02.388608 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-4f93783e-56a1-43aa-8b69-baf50073a6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808740
Apr 20 23:33:02.607861 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-04d3016f-5e8d-4858-bbae-06c5828b3cfd req-09e1942f-d394-4c8f-a242-c5d8e4038aaa service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124295
Apr 20 23:33:02.665737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-543f374e-40f3-49e6-8f0e-d01e4e410251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:02.674157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 1fc4cb07-106d-458d-bb71-28a382def059 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:02.816645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Set router 7e18bb8a-870a-430d-b0c6-736a04cbde8d gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:02.903824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 1fc4cb07-106d-458d-bb71-28a382def059 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:02.904248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:02.989379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5efbe0>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '68466266-0102-43ad-ba9f-b2900f872b41', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'mac_address': 'fa:16:3e:ab:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:32Z', 'updated_at': '2021-04-20T23:32:59Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:02.994317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd9077-dd00-445d-a2e0-f5200bef980e None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '68466266-0102-43ad-ba9f-b2900f872b41', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'mac_address': 'fa:16:3e:ab:aa:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:32Z', 'updated_at': '2021-04-20T23:32:59Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:03.297845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a33e588>, [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '849d4b83-beb7-432a-b669-3f2fa2ce6f1f', 'name': '', 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'mac_address': 'fa:16:3e:86:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:55Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 2, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'subnets': [{'id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:03.302148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Checking router: 7e18bb8a-870a-430d-b0c6-736a04cbde8d for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:03.302550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Updating router 7e18bb8a-870a-430d-b0c6-736a04cbde8d port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:33:03.346425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3647a007-e43e-4fc5-930f-830c13b5a55e None None] New status for floating IP 68466266-0102-43ad-ba9f-b2900f872b41: ACTIVE {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:33:03.372259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:03.793111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:03.807094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Transition to ACTIVE for port object 849d4b83-beb7-432a-b669-3f2fa2ce6f1f will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:03.814729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:03.820853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:03.950654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 5b167866-b270-4a42-b54f-b795a7f73341 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:33:04.197915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 5b167866-b270-4a42-b54f-b795a7f73341 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:33:04.198305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 5b167866-b270-4a42-b54f-b795a7f73341 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:33:04.206173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a4f0b-b026-44b9-b927-dff5c0845545 None None] Pushing event updated for resources: {'Port': ['ID=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:04.208798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ec7a4f0b-b026-44b9-b927-dff5c0845545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:04.313278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Attempting to bind port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:04.313890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Attempting to bind port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:04.314029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Attempting to bind port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f on network ad9f8bfe-b5b6-4043-9064-727342584b0f {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:04.321221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:04.321723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Checking segment: {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:04.322213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:04.322628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Bound using segment: {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:04.323199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Bound port: 849d4b83-beb7-432a-b669-3f2fa2ce6f1f, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a91113b-faea-4c7f-9947-c7acf4fa2e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:04.323620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:04.421173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] For port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:04.424994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] For port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:04.429711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:04.433519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f578375a-d7ce-4529-bc8a-658e624a35df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:04.513750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Routers {'7e18bb8a-870a-430d-b0c6-736a04cbde8d'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:04.514437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a33e588>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:32:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:04.635372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a4f0b-b026-44b9-b927-dff5c0845545 None None] Pushing event updated for resources: {'Port': ['ID=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:04.646167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ec7a4f0b-b026-44b9-b927-dff5c0845545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:04.716454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] Set router 7e18bb8a-870a-430d-b0c6-736a04cbde8d gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:04.877187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7a83fd9-3925-42fc-a788-c8ccffb2df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:05.073122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a33e588>, [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '849d4b83-beb7-432a-b669-3f2fa2ce6f1f', 'name': '', 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'mac_address': 'fa:16:3e:86:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:55Z', 'updated_at': '2021-04-20T23:33:04Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'subnets': [{'id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:05.077407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836b3ec-f397-4e0c-9252-bfc91559c430 None None] The sync data for ids ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'] in dv-cinder-787296-1-iscsi is: [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:32:56Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '849d4b83-beb7-432a-b669-3f2fa2ce6f1f', 'name': '', 'network_id': 'ad9f8bfe-b5b6-4043-9064-727342584b0f', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'mac_address': 'fa:16:3e:86:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:55Z', 'updated_at': '2021-04-20T23:33:04Z', 'revision_number': 4, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'subnets': [{'id': '952c3c47-bb11-4cc6-8270-a459a7472070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:05.486972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:05.632757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:06.570900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 849d4b83-beb7-432a-b669-3f2fa2ce6f1f up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:06.651072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:06.656205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:06.656624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:06.782266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:06.817113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:06.820636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:06.823531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:06.906907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:06.910487 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:06.984921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:08.554757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 849d4b83-beb7-432a-b669-3f2fa2ce6f1f up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:08.639347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:08.639760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:08.826520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44502) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:08.959012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:08.974964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:08.979270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Usage tracker for resource:security_group_rule and tenant:34a29ea6c5244a2cab28874f3824fd44 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:08.982439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:08.989220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:09.080045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:09.084910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:09.092669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-70aaf9bc-25eb-436f-813f-252d6c59315f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:09.138841 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34a29ea6c5244a2cab28874f3824fd44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3111129
Apr 20 23:33:09.139850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3489ee7-b354-46fd-acbd-f86f5a2a0dfb,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:09.141961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44514) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:09.148098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.148463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.148862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.149270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.149691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.150088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.150477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.150875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.151263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.151653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.152039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.152425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:09.156778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1df63237-f6bc-434c-a105-5582dc92f359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:09.221634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:09.250161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:09.300613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:09.304472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-09870163-9e41-402b-a968-a70bc2e40ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:09.316270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3489ee7-b354-46fd-acbd-f86f5a2a0dfb,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:09.320034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:09.323440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:09.324610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d46cba96-486a-4618-b93e-8ede8c727080 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3489ee7-b354-46fd-acbd-f86f5a2a0dfb HTTP/1.1" status: 204  len: 168 time: 0.1815915
Apr 20 23:33:09.671393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:33:10.572873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44560) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:10.709381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:10.726015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:10.730695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Usage tracker for resource:security_group_rule and tenant:c70ed1e6d7854faf9b7b00cc8b18ae4f is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:10.733787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:10.739957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:10.842546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:10.846679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:10.854098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ca690be4-f2e8-498e-ac0b-9e0582fd401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:10.897765 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c70ed1e6d7854faf9b7b00cc8b18ae4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236988
Apr 20 23:33:10.898741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596c86b8-3bed-4109-9b18-bbdf82c82947,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:10.900880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44568) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:10.901998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-11022b90-2cfd-42c0-b7e4-eb952e3fdcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:10.967750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:10.996223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:11.052944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:11.056874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a28bde54-1dea-495d-804d-4523b442a5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:11.071961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596c86b8-3bed-4109-9b18-bbdf82c82947,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:11.079262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:11.080106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:11.081335 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c79d5527-8e6a-49be-8fa6-8cf1de240805 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/596c86b8-3bed-4109-9b18-bbdf82c82947 HTTP/1.1" status: 204  len: 168 time: 0.1793661
Apr 20 23:33:21.880618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-e09179f6-b95f-4b90-b962-c3c587fed655 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:33:21.898873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-e09179f6-b95f-4b90-b962-c3c587fed655 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:33:21.900410 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-e09179f6-b95f-4b90-b962-c3c587fed655 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367677797&fields=id&tenant_id=9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 267 time: 0.0724900
Apr 20 23:33:22.069689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8a93301a-1e16-4290-a87b-adee61bac2d7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:22.069689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8a93301a-1e16-4290-a87b-adee61bac2d7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:network {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:33:22.086345 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8a93301a-1e16-4290-a87b-adee61bac2d7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:network {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:33:22.087614 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8a93301a-1e16-4290-a87b-adee61bac2d7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 811 time: 0.1793289
Apr 20 23:33:22.103920 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-429daba7-becb-47dc-8a00-272c18d87e04 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/quotas/9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 375 time: 0.0101008
Apr 20 23:33:22.206147 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-5a411e27-b6aa-410a-b4d0-5fd669f8654d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0962460
Apr 20 23:33:22.479624 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-129625ac-977d-4f0e-a12b-01f4b1cdca98 service neutron] 10.222.0.24 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2604759
Apr 20 23:33:22.630488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8e4b9756-bfac-42d8-9e18-7bed0daf7756 service neutron] 10.222.0.24 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422865
Apr 20 23:33:23.141778 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eb38fa25-b8c7-476b-8669-f8f2e8b6b916 req-2a2bc2ca-9a72-4d02-8f7b-6f541b57f8cd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 210 time: 0.1149683
Apr 20 23:33:23.503369 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-edbbc55d-daae-421d-8f8a-e3f52946b0db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1292877
Apr 20 23:33:23.674078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-5d28ab40-f428-45c5-a2dd-dc5a9a2fded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:23.675698 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-5d28ab40-f428-45c5-a2dd-dc5a9a2fded3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1138 time: 0.0807106
Apr 20 23:33:23.838802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-384ef65a-4677-4113-b415-800bf751bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:23.840293 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-384ef65a-4677-4113-b415-800bf751bacf service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.1393533
Apr 20 23:33:23.902489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:23.954074 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-b33cc759-c5ce-4ae5-8786-7cefeba36b0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1002 time: 0.1027706
Apr 20 23:33:24.026332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-ba19cf7e-7972-4549-a5ee-3ca3d80274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:24.027828 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-ba19cf7e-7972-4549-a5ee-3ca3d80274bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.0669787
Apr 20 23:33:24.113973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-4a092a06-2ec4-42a8-a1a0-82b63a6f73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:24.115650 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-4a092a06-2ec4-42a8-a1a0-82b63a6f73b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797999
Apr 20 23:33:24.318272 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-841ea9fb-132d-458f-90be-279ef2003626 req-545cf72d-f480-40a9-bb84-63b7fe8e8844 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 210 time: 0.0514953
Apr 20 23:33:24.634321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-aea79f83-1907-4843-84f7-300f99d86095 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:24.635793 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-aea79f83-1907-4843-84f7-300f99d86095 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 811 time: 0.2000084
Apr 20 23:33:24.673494 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-6b31cfce-8fad-4674-bb91-09aa40709d2c service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5489171
Apr 20 23:33:24.816786 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-697ac9ed-7f38-4528-80ab-6c0b4e1d3848 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:33:24.850785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-697ac9ed-7f38-4528-80ab-6c0b4e1d3848 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:33:24.852215 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-697ac9ed-7f38-4528-80ab-6c0b4e1d3848 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 8059 time: 0.2049198
Apr 20 23:33:24.873205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'port': {'device_id': '61676f08-1310-4525-9777-bc90c82d6d73', 'network_id': '53874869-353d-4145-9092-f93830182405', 'admin_state_up': True, 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'security_groups': ['7446bfc1-f33e-41c5-9eae-3a08c1fc3dda']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:24.897777 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-239d208d-39b1-41e0-8f1c-32d680c28b90 req-ffe3ef27-043f-42d0-a9ad-3ee989f25a1d service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133784
Apr 20 23:33:25.020747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:25.025126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:port and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:25.028138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:25.034431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:25.044985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Made reservation on behalf of 9649a706f569405891fb61ea40459f3b for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:33:25.051212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:25.228106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Allocated IP 172.20.0.10 (53874869-353d-4145-9092-f93830182405/bc473fd8-c481-49a4-a713-95faf1c720bf/d19f95cb-faa1-488d-bb35-2b9bfdf5a729) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:25.442335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:25.459577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Transition to ACTIVE for port object d19f95cb-faa1-488d-bb35-2b9bfdf5a729 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:25.485828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:25.491612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:25.493160 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7734ace1-76d7-4df4-a536-0c087c6c05f9 req-efd5a085-1cd9-4d44-a706-9167b9e33537 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 210 time: 0.0525138
Apr 20 23:33:25.562900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Network 53874869-353d-4145-9092-f93830182405 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:25.566184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:25.570302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:25.604870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:25.652284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:25.652989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:25.659988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.660402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.660808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.661194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.661747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.662137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.662527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.662917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.663307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.663689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.664069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.664449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:25.669083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:25.687620 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8262112
Apr 20 23:33:25.704744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Request body: {'port': {'device_id': '61676f08-1310-4525-9777-bc90c82d6d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:25.775173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-deb22656-a999-4a8e-9bf8-b5d6e0aaaa93 None None] Provisioning for port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:25.780248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-deb22656-a999-4a8e-9bf8-b5d6e0aaaa93 None None] Provisioning complete for port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:25.780788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-deb22656-a999-4a8e-9bf8-b5d6e0aaaa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:25.831194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:25.846263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-deb22656-a999-4a8e-9bf8-b5d6e0aaaa93 None None] Port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:33:26.204373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19f95cb-faa1-488d-bb35-2b9bfdf5a729 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:33:26.212515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.228553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Transition to ACTIVE for port object d19f95cb-faa1-488d-bb35-2b9bfdf5a729 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:26.231078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.234798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:26.370357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Pushing event updated for resources: {'Port': ['ID=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:26.399050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:26.485469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Attempting to bind port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:26.485963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Attempting to bind port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:26.486273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Attempting to bind port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:26.491460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 on network 53874869-353d-4145-9092-f93830182405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:33:26.491803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Attempting to bind port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:26.497625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:26.497993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Checking segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:26.498412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Bound using segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:26.498879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Bound port: d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:26.499261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.596755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] For port d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:26.599949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] For port d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:26.604078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.608933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0558752f-c8bc-4a65-b1a1-4048fdabf41f tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:26.661695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:26.663992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:26.665972 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] 10.222.0.20 "PUT /v2.0/ports/d19f95cb-faa1-488d-bb35-2b9bfdf5a729 HTTP/1.1" status: 200  len: 1094 time: 0.9666650
Apr 20 23:33:26.666524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:26.701626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Pushing event updated for resources: {'Port': ['ID=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:26.705642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:26.706815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7d75-d4ad-400c-af3c-796e7e07483e req-e2490a73-7038-4bdd-a8f1-af4d526a77c1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:26.717303 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f45a7d75-d4ad-400c-af3c-796e7e07483e req-e2490a73-7038-4bdd-a8f1-af4d526a77c1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.1090622
Apr 20 23:33:26.772149 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f45a7d75-d4ad-400c-af3c-796e7e07483e req-a1f0e2b7-159c-43d8-bf69-6221150525da tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546348
Apr 20 23:33:26.801400 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'status': 'completed', 'code': 200}
Apr 20 23:33:26.829167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-d2e94dc7-7b46-4e81-b1d2-70284960919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:26.830896 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-d2e94dc7-7b46-4e81-b1d2-70284960919a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 1097 time: 0.1123610
Apr 20 23:33:26.910906 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-ffc19562-2fc5-4142-ab7d-e3fb7ee0999a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729 HTTP/1.1" status: 200  len: 217 time: 0.0702691
Apr 20 23:33:26.990007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8ba733df-72a2-44e8-9b23-2fbaf00880b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:26.991564 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-8ba733df-72a2-44e8-9b23-2fbaf00880b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0690541
Apr 20 23:33:27.076724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-18ba6d60-7752-48c2-8997-ba70575cf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:27.078377 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-18ba6d60-7752-48c2-8997-ba70575cf0ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791843
Apr 20 23:33:27.225925 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-69d6c202-8678-47d5-8ed6-304086f6bf59 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392937
Apr 20 23:33:27.376419 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f43260f-fe29-4344-b9e9-49d01121f9b7 req-efee7764-bbc1-4bcc-8d49-2e272a1a0a16 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425741
Apr 20 23:33:27.505832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-6f13c330-9e32-4787-98df-af163c897e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:27.507508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-6f13c330-9e32-4787-98df-af163c897e70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 1097 time: 0.0854988
Apr 20 23:33:27.657387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-d653b697-cf6b-4cf2-87c8-1763f7b6d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:27.658873 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-d653b697-cf6b-4cf2-87c8-1763f7b6d6ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1433854
Apr 20 23:33:27.732067 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-53387e3b-5b5c-42ad-8457-88496683105c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729 HTTP/1.1" status: 200  len: 217 time: 0.0656137
Apr 20 23:33:27.805024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-d4990971-dc0d-46f7-9aa0-56af1298330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:27.806694 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-d4990971-dc0d-46f7-9aa0-56af1298330e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0679233
Apr 20 23:33:27.891753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-ac069a2e-7a72-4e20-b665-d3879b07af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:27.893381 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-ac069a2e-7a72-4e20-b665-d3879b07af39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801582
Apr 20 23:33:27.979621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69943a6a-6f70-40e8-88f3-f49137b6e1b5 req-8a6eef08-f938-4087-827f-288586c4f08e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:27.981253 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-69943a6a-6f70-40e8-88f3-f49137b6e1b5 req-8a6eef08-f938-4087-827f-288586c4f08e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.0959291
Apr 20 23:33:28.030139 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-69943a6a-6f70-40e8-88f3-f49137b6e1b5 req-ef337f54-f944-4ed9-96b6-a3d6e60172d6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425484
Apr 20 23:33:28.037540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-fc92ba91-23d7-4c48-9e6f-73e509a6bfe6 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367557
Apr 20 23:33:28.194444 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-979fd96c-2ca9-4021-ab71-44460d15eac7 req-72874d87-d9c2-49a2-8555-0a350701c70e service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483185
Apr 20 23:33:28.410799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44770) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:28.486128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Deleting subnet 32b61865-2e85-4e42-8dc3-d1550798c151 {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:33:28.489439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:28.544693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:28.603311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:28.879308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:28.886478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2212c39f-ff77-4ddc-9cea-70ccc44ecc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:28.924667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:28.927386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b61865-2e85-4e42-8dc3-d1550798c151,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:28.929711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:28.934443 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c28484ad-0603-4265-8a69-ea28051c59af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/32b61865-2e85-4e42-8dc3-d1550798c151 HTTP/1.1" status: 204  len: 168 time: 0.5222809
Apr 20 23:33:28.937768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44774) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:29.062907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:29.245971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:29.642244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3428c72e10>,) {'filters': {'network_id': ['02bc338b-5310-4591-a838-64ce3f92d7db']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:29.660394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3428c72e10>, '576eb723-de8b-4be1-a154-188a5a945d0d') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:29.660729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3428c72e10>, '576eb723-de8b-4be1-a154-188a5a945d0d') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:29.678548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:29.705948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcbae5-dfcf-44b0-a9e7-2693bb47bc85 req-2d38f81f-4819-439f-ae91-3f8ab912cb57 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:29.707553 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8efcbae5-dfcf-44b0-a9e7-2693bb47bc85 req-2d38f81f-4819-439f-ae91-3f8ab912cb57 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.5080211
Apr 20 23:33:29.708542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:29.731441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:33:29.926896 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8efcbae5-dfcf-44b0-a9e7-2693bb47bc85 req-f3fd64b9-9788-4e2e-a24f-f4f4f145575b tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2121503
Apr 20 23:33:29.957412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Network 02bc338b-5310-4591-a838-64ce3f92d7db has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:33:29.970059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.160700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Network 02bc338b-5310-4591-a838-64ce3f92d7db has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:33:30.184392 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:33:30.264042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.268017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cdc40b41-09d4-4edb-8e30-5e1e3b55916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:30.282680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.300836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=02bc338b-5310-4591-a838-64ce3f92d7db,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:30.305451 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:30.317171 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5d45ea88-1a2d-4df8-a2a1-a375d6c043a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/02bc338b-5310-4591-a838-64ce3f92d7db HTTP/1.1" status: 204  len: 168 time: 1.3779035
Apr 20 23:33:30.511838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44786) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:30.564956 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-920769e7-720b-498b-a24a-f4fd01fcf136 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9a5d48ce4c4511a271650a85549ba7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518038
Apr 20 23:33:30.567662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44790) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:30.630884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.658391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.705539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.709346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f09e141b-e04e-43c5-9935-2ab54bb3898d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:30.723936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91436ef2-c99a-4fec-857e-14e317dfdc7b,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:30.726709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:30.733796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:30.735035 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-beed503f-516a-4fd7-99aa-a7d1f954a109 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91436ef2-c99a-4fec-857e-14e317dfdc7b HTTP/1.1" status: 204  len: 168 time: 0.1664579
Apr 20 23:33:31.164685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7009-f5c6-4963-beb7-9e37c1d9e8d8 req-f740a83c-de2b-4ddc-9027-0cb084b85e72 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:31.167198 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-488f7009-f5c6-4963-beb7-9e37c1d9e8d8 req-f740a83c-de2b-4ddc-9027-0cb084b85e72 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.1277924
Apr 20 23:33:31.225505 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-488f7009-f5c6-4963-beb7-9e37c1d9e8d8 req-b45f8c3d-9287-4c32-a464-a473a67bab7e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517285
Apr 20 23:33:31.547117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44820) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:31.676560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1742757190-network', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:31.681787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:31.686103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Usage tracker for resource:network and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:31.689289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:31.696741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:31.707848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Made reservation on behalf of 84c47d3d8985465aae4acc0df4fd3689 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:33:31.712707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.725832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.741422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:31.745606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:31.748585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:31.754731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:31.848468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.853302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.856523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-856937ff-cc31-40e0-930e-9c6662dedddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:31.888963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:33:31.898022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ba2ec-55c8-4864-a962-4e23814dd70d,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:31.901900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:31.904609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.904889 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Added segment a02364bf-7dee-47b1-b5b2-371b40c3695e of type vlan for network e29d01a0-74e5-4e48-b24e-f5032c36d374
Apr 20 23:33:31.934070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.966478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.968803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:31.969903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:31.977936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3fe3ab5b-0f05-4316-8b96-c50f03b5992d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:32.090847 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5422223
Apr 20 23:33:32.091846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Pushing event updated for resources: {'Network': ['ID=e29d01a0-74e5-4e48-b24e-f5032c36d374,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:32.093960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44826) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:32.096791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5ece57d2-7c5f-4e82-986d-a8304904a7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:32.100684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Request body: {'subnet': {'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1742757190-subnet', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:32.102935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:33:32.106105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:32.110245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Usage tracker for resource:subnet and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:32.113274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:32.119607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:32.129610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Made reservation on behalf of 84c47d3d8985465aae4acc0df4fd3689 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:33:32.134429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.495146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71074692-b430-4b42-9c1f-eb66385eab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.517382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfee55d-adef-4bde-96dc-87406fa1b861 req-2115e48d-381a-49c4-9285-644170a35d2a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:32.519023 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cfee55d-adef-4bde-96dc-87406fa1b861 req-2115e48d-381a-49c4-9285-644170a35d2a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.1827526
Apr 20 23:33:32.576737 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2cfee55d-adef-4bde-96dc-87406fa1b861 req-6effd4d0-0dd0-49c6-9699-53b79dc1e55e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497158
Apr 20 23:33:32.671826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.678697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:32.756058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57929fa-da2c-4e00-a91c-1feb0fae7656,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:32.760066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:32.767866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Checking segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:32.768264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Network hostable DHCP agents. Network: e29d01a0-74e5-4e48-b24e-f5032c36d374, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:33:32.789613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:33:32.803460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, e29d01a0-74e5-4e48-b24e-f5032c36d374) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:32.813665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de25fd-c96b-4e8f-a224-d1879fb42dd0 None None] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:33:32.820170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:32.820830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.841383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-df6b889b-4ed1-4697-93ef-256ff52c5d9a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7463238
Apr 20 23:33:32.844180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44834) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:32.849727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:32.855053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:32.859316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Usage tracker for resource:router and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:32.863015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:32.869883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:32.882389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.883461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:32.899125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.041281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-e29d01a0-74e5-4e48-b24e-f5032c36d374', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:33:33.042263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.189182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.210882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Allocated IP 172.20.0.2 (e29d01a0-74e5-4e48-b24e-f5032c36d374/b57929fa-da2c-4e00-a91c-1feb0fae7656/7bf03f56-af74-47a8-8655-ba68dd3eb247) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:33.435636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.446639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Transition to ACTIVE for port object 7bf03f56-af74-47a8-8655-ba68dd3eb247 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:33.466559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Transition to ACTIVE for port object 7bf03f56-af74-47a8-8655-ba68dd3eb247 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:33.470810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.476188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:33.520275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.545655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:33.549211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:33.552871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.553105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:33.563556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Pushing event updated for resources: {'Port': ['ID=7bf03f56-af74-47a8-8655-ba68dd3eb247,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:33.608993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.609189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.609502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.609883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.610372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.610612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.610957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.611325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.611694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.612059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.612421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.612782 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:33.652407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:33.674827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Attempting to bind port 7bf03f56-af74-47a8-8655-ba68dd3eb247 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:33.675243 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Attempting to bind port 7bf03f56-af74-47a8-8655-ba68dd3eb247 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:33.675650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Attempting to bind port 7bf03f56-af74-47a8-8655-ba68dd3eb247 on network e29d01a0-74e5-4e48-b24e-f5032c36d374 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:33.682582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:33.683671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Checking segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:33.684277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.684863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Bound using segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:33.685545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Bound port: 7bf03f56-af74-47a8-8655-ba68dd3eb247, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:33.686174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.711705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Allocated IP 172.27.1.139 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/06960d7f-4c99-4580-afa2-cfd1fc0963d4) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:33.781077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] For port 7bf03f56-af74-47a8-8655-ba68dd3eb247, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:33.784432 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] For port 7bf03f56-af74-47a8-8655-ba68dd3eb247, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=7bf03f56-af74-47a8-8655-ba68dd3eb247,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:33.788698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:33.794515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:33.877127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Pushing event updated for resources: {'Port': ['ID=7bf03f56-af74-47a8-8655-ba68dd3eb247,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:33.880543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:33.930319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319fcdb-e533-474e-b9ac-446d5e74f054 req-c346e80b-f00f-476e-b774-70fae5332d0a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:33.932060 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2319fcdb-e533-474e-b9ac-446d5e74f054 req-c346e80b-f00f-476e-b774-70fae5332d0a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.2156668
Apr 20 23:33:33.973010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:34.007933 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2319fcdb-e533-474e-b9ac-446d5e74f054 req-30098e2e-e01c-4ed7-9430-851fec0df60f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617704
Apr 20 23:33:34.029332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:34.034791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b4c92c79-5e21-482c-a2cd-724ad01e69f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:34.100140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:34.103749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:34.106242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:34.149698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Pushing event updated for resources: {'Port': ['ID=06960d7f-4c99-4580-afa2-cfd1fc0963d4,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:34.160831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:34.581677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 7bf03f56-af74-47a8-8655-ba68dd3eb247 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:34.657640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 7bf03f56-af74-47a8-8655-ba68dd3eb247 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:34.791593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f303c686-3cc1-4e60-9040-d04b99196197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:34.831597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:35.276464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:35.280653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429772d3-6358-4b0d-892b-62710d5e1487 None None] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:33:35.352819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aa080-e430-48c9-b594-599b6033ed87 req-032e2cff-412d-444c-b11f-069667071a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:35.354539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-724aa080-e430-48c9-b594-599b6033ed87 req-032e2cff-412d-444c-b11f-069667071a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.2117991
Apr 20 23:33:35.504578 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-724aa080-e430-48c9-b594-599b6033ed87 req-bdae8fb5-4fcc-4ae3-91dc-957d9eb4a60c tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857801
Apr 20 23:33:35.564789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Provisioning for port 7bf03f56-af74-47a8-8655-ba68dd3eb247 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:35.568593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:33:35.573504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:35.576145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Provisioning complete for port 7bf03f56-af74-47a8-8655-ba68dd3eb247 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:35.576518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:35.708396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:35.770678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:35.798970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:35.800305 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9550686
Apr 20 23:33:35.803309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44850) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:35.811976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Sync routers for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:35.845093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:35.845833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429fce4a8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:35.907251 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:36.060770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] For port 7bf03f56-af74-47a8-8655-ba68dd3eb247, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=7bf03f56-af74-47a8-8655-ba68dd3eb247,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:36.069705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:36.074618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-91a07750-8d55-4957-aab0-d4014108bbb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:36.146133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:36.394033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Pushing event updated for resources: {'Port': ['ID=7bf03f56-af74-47a8-8655-ba68dd3eb247,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:36.397275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:36.449084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b155c156-d3fc-4214-9bb3-e18acde3a5a6 None None] Provisioning complete for port 7bf03f56-af74-47a8-8655-ba68dd3eb247 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:36.449535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b155c156-d3fc-4214-9bb3-e18acde3a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:36.464343 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-20c5ec0e-773d-4c0c-963b-5dc9a2ce965f tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130564818&fields=id&tenant_id=f3c71ff292b740db875e9d0c104b80d3 HTTP/1.1" status: 200  len: 267 time: 0.0675449
Apr 20 23:33:36.588053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 7bf03f56-af74-47a8-8655-ba68dd3eb247 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:36.622704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d19f95cb-faa1-488d-bb35-2b9bfdf5a729 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:33:36.656120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429fce4a8>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:34Z', 'revision_number': 3, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:36.666725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Checking router: 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:36.667149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Updating router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:33:36.704645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:36.725842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-45b49046-bb36-4576-8d17-5864c597e1c3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:36.727508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-45b49046-bb36-4576-8d17-5864c597e1c3 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 985 time: 0.2325740
Apr 20 23:33:36.746084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Request body: {'port': {'security_groups': ['77b57594-44da-45ff-ac31-f72afd135db2']}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:36.808406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:36.875855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 7bf03f56-af74-47a8-8655-ba68dd3eb247 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:36.876219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.058610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:37.083769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.100367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'network_id': '53874869-353d-4145-9092-f93830182405', 'port_id': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'mac_address': 'fa:16:3e:9a:70:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:33:37.237862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b086ce-cff5-4471-9d48-31d83cb2a75d req-3eeb7084-6ca9-47b5-9a5f-6877c1544749 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:37.239498 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d3b086ce-cff5-4471-9d48-31d83cb2a75d req-3eeb7084-6ca9-47b5-9a5f-6877c1544749 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 944 time: 0.6060457
Apr 20 23:33:37.314149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.446367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d3b086ce-cff5-4471-9d48-31d83cb2a75d req-1ddcddce-a952-4ed8-9ac0-980ac0da69de tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1956487
Apr 20 23:33:37.478414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Allocated IP 172.20.0.1 (e29d01a0-74e5-4e48-b24e-f5032c36d374/b57929fa-da2c-4e00-a91c-1feb0fae7656/8868137e-cc0b-4fc6-a7fd-59eade8d095a) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:37.484971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.517586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19f95cb-faa1-488d-bb35-2b9bfdf5a729 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:33:37.542745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:37.547921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.559535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d909322-374f-40c1-a5f9-18560a336660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:37.691304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.693765 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:37.697190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:37.712518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Transition to ACTIVE for port object 06960d7f-4c99-4580-afa2-cfd1fc0963d4 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:37.718808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.722531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:37.800787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['d19f95cb-faa1-488d-bb35-2b9bfdf5a729'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:33:37.806377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.810541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:37.832618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Transition to ACTIVE for port object 8868137e-cc0b-4fc6-a7fd-59eade8d095a will not be triggered until provisioned by entity DHCP. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:37.837405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Attempting to bind port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:37.837810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Attempting to bind port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:37.838215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Attempting to bind port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:37.853971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c524c-1b03-41ee-98f4-3dee07f72ef6 None None] Pushing event updated for resources: {'Port': ['ID=06960d7f-4c99-4580-afa2-cfd1fc0963d4,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:37.856942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a84c524c-1b03-41ee-98f4-3dee07f72ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:37.857548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.862069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:37.862514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:37.862934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.863290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.863411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:37.863847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Bound port: 06960d7f-4c99-4580-afa2-cfd1fc0963d4, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:37.864352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.873306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:37.946144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.955833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:37.956532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:37.964592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44862) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:37.964742 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a33d9c9-1325-41d5-b1f4-afa3ba253ff3 req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "PUT /v2.0/ports/bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 943 time: 1.2237494
Apr 20 23:33:37.965406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:37.984633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] For port 06960d7f-4c99-4580-afa2-cfd1fc0963d4, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:38.009522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event updated for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=7']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:38.016083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] For port 06960d7f-4c99-4580-afa2-cfd1fc0963d4, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=06960d7f-4c99-4580-afa2-cfd1fc0963d4,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:38.025737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-06f34a9d-2a4b-4084-b5a6-55018410701b tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:38.026432 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:38.030639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.040458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a62669c5-72dc-4e00-9f85-4a6c2237c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:38.078295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.093160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['bbcdc697-6d41-4ec4-b72f-541245c36f15'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:33:38.119171 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'status': 'completed', 'code': 200}
Apr 20 23:33:38.121405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:38.124033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.127255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:38.137168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:38.210362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Pushing event updated for resources: {'Port': ['ID=8868137e-cc0b-4fc6-a7fd-59eade8d095a,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:38.215925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:38.234760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.268191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-a7944ec8-a774-4b23-8689-1ea13000443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:38.270095 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-a7944ec8-a774-4b23-8689-1ea13000443f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1099 time: 0.1145120
Apr 20 23:33:38.303567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:38.304297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429fce4a8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:38.306245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.314099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-231f4a90-5f97-47f1-8524-97798cea7923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:38.376090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.389260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e726f-c822-49fb-8806-a134aa3bdc5f,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:38.392097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:38.402352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.406269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-42ab188a-2e88-4b4f-add8-d8027cf25761 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "DELETE /v2.0/security-groups/cb6e726f-c822-49fb-8806-a134aa3bdc5f HTTP/1.1" status: 204  len: 168 time: 0.4371889
Apr 20 23:33:38.411674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44868) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:38.436316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c524c-1b03-41ee-98f4-3dee07f72ef6 None None] Pushing event updated for resources: {'Port': ['ID=06960d7f-4c99-4580-afa2-cfd1fc0963d4,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:38.449873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a84c524c-1b03-41ee-98f4-3dee07f72ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:38.551304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-337eca31-0b59-4cec-a160-1222ddb60688 None None] Provisioning complete for port bbcdc697-6d41-4ec4-b72f-541245c36f15 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:38.551731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-337eca31-0b59-4cec-a160-1222ddb60688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.756812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:38.797374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-2a4eb60a-254c-4006-9438-6639438bbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:38.797853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0108b-bbce-4fae-a1cb-e276e98e90a9 req-36ee6993-d954-4191-9a72-3eb84ab1b47e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:38.798823 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-2a4eb60a-254c-4006-9438-6639438bbcbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.5199025
Apr 20 23:33:38.799483 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9c0108b-bbce-4fae-a1cb-e276e98e90a9 req-36ee6993-d954-4191-9a72-3eb84ab1b47e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 945 time: 0.1475263
Apr 20 23:33:38.838400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.846154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.889151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:38.951057 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9c0108b-bbce-4fae-a1cb-e276e98e90a9 req-f47e92b8-91ea-45c9-8f73-0c1c87f6f0a4 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1420224
Apr 20 23:33:38.981696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:38.994662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Pushing event updated for resources: {'Port': ['ID=8868137e-cc0b-4fc6-a7fd-59eade8d095a,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:38.999358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:39.005875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-73b7a77f-15ff-4195-ad50-cdae6133d8f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 1002 time: 0.1412718
Apr 20 23:33:39.007166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Deleting port d90712f9-59ef-4d1f-8bd4-bb33b0814746 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:39.007612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:39.104365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-90cfae72-cad2-4d82-9d35-4f1ae5f3fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:39.106312 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-90cfae72-cad2-4d82-9d35-4f1ae5f3fa14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.0685146
Apr 20 23:33:39.157789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:39.159020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:39.271389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0c9a2c31-97ae-4bb5-b159-350392b10ece None None] Provisioning for port 8868137e-cc0b-4fc6-a7fd-59eade8d095a completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:39.282480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0c9a2c31-97ae-4bb5-b159-350392b10ece None None] Provisioning complete for port 8868137e-cc0b-4fc6-a7fd-59eade8d095a triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:39.282893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0c9a2c31-97ae-4bb5-b159-350392b10ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:39.319625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-cf062321-7779-4b54-902c-6399b86b086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:39.321509 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-cf062321-7779-4b54-902c-6399b86b086f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2036700
Apr 20 23:33:39.355120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a2c31-97ae-4bb5-b159-350392b10ece None None] Port 8868137e-cc0b-4fc6-a7fd-59eade8d095a cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:33:39.370740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429fce4a8>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:37Z', 'revision_number': 1, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:39.374789 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:39.375166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c96e91-6f92-419f-b996-ba73f8f60402 None None] The sync data for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi is: [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:37Z', 'revision_number': 1, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:39.375773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:39.383634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:33:39.476480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['bbcdc697-6d41-4ec4-b72f-541245c36f15'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:33:39.524044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-474d164f-95b6-4e05-a9e8-d53dffb1cd97 None None] Provisioning complete for port 8868137e-cc0b-4fc6-a7fd-59eade8d095a triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:39.524739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-474d164f-95b6-4e05-a9e8-d53dffb1cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:39.565666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Calling delete_port for d90712f9-59ef-4d1f-8bd4-bb33b0814746 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:39.591723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:39.607060 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] 10.222.0.24 "PUT /v2.0/routers/53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7982390
Apr 20 23:33:39.607263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-474d164f-95b6-4e05-a9e8-d53dffb1cd97 None None] Port 8868137e-cc0b-4fc6-a7fd-59eade8d095a cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:33:39.688471 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-c41692d0-449a-4af9-9371-de8aae3edd2d service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3551381
Apr 20 23:33:39.946563 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0637a8b2-24db-4a80-9e73-e644d7bfae03 req-c5c3d161-6af2-437d-b38d-455afd96b137 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506080
Apr 20 23:33:39.960584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:39.966111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6aaacea5-896a-411c-bc41-fdaa7752b9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:40.018958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event deleted for resources: {'Port': ['ID=d90712f9-59ef-4d1f-8bd4-bb33b0814746,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:40.024682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:40.147458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.147840 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Floating IP 7c91146e-c4df-404b-8c10-ef486755de93 disassociated (deleted). External IP: 172.27.1.147, port: bbcdc697-6d41-4ec4-b72f-541245c36f15.
Apr 20 23:33:40.226993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43158d5c-a3fd-4ea2-8a86-d71276b35342 req-cb83a2c8-3947-442a-83ef-09a3ec42c476 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:40.228713 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-43158d5c-a3fd-4ea2-8a86-d71276b35342 req-cb83a2c8-3947-442a-83ef-09a3ec42c476 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 945 time: 0.1364677
Apr 20 23:33:40.348976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-43158d5c-a3fd-4ea2-8a86-d71276b35342 req-8ace232b-0a49-49db-a4fb-e77f85637100 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123223
Apr 20 23:33:40.349636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44894) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:40.355963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1401936330-network', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:40.361047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:40.365091 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Usage tracker for resource:network and tenant:7b03fc3e40334c16a5f3ac9fbf82c2b9 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:40.369221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:40.375687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:40.387331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Made reservation on behalf of 7b03fc3e40334c16a5f3ac9fbf82c2b9 for: {'network': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:33:40.392166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.409075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.426928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:40.431621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b03fc3e40334c16a5f3ac9fbf82c2b9 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:40.434961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:40.441639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:40.547479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.554690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.565555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a7c2804a-9a2d-434d-8538-6c7f6b754e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:40.582158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=86396) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:33:40.589908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d19f95cb-faa1-488d-bb35-2b9bfdf5a729 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:40.594963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:33:40.619971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.620645 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Added segment 0f3eb6ad-a0b2-4852-8a1b-63329c9376ad of type vlan for network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e
Apr 20 23:33:40.627331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3fb97c-dbdf-48a1-a5d7-d3493854ffa9,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:40.639093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:40.679417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.718723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.720200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:40.720869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.727020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:40.829899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 06960d7f-4c99-4580-afa2-cfd1fc0963d4 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:40.850931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:40.852502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:40.861049 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5102470
Apr 20 23:33:40.862434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:40.863912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44898) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:40.866664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] Sync routers for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:40.870708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Request body: {'subnet': {'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1401936330-subnet', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:40.876403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:40.877014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:40.877708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429e3f320>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:40.880042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.881104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Usage tracker for resource:subnet and tenant:7b03fc3e40334c16a5f3ac9fbf82c2b9 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:40.881640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:33:40.884472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:40.890762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:40.902486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Made reservation on behalf of 7b03fc3e40334c16a5f3ac9fbf82c2b9 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:33:40.907439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:40.967551 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "DELETE /v2.0/floatingips/7c91146e-c4df-404b-8c10-ef486755de93 HTTP/1.1" status: 204  len: 168 time: 2.5442700
Apr 20 23:33:40.969606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:41.188066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:41.222079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:41.238266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:41.245435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:41.245854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.309061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:41.309560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.422805 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'status': 'completed', 'code': 200}
Apr 20 23:33:41.526580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.541840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.542245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-56e9ffe1-3b28-4ab1-9be5-23c8168892ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:41.549981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.601150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-a08b02ac-0ba4-43e0-9e98-ad74a7b26265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:41.611288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 06960d7f-4c99-4580-afa2-cfd1fc0963d4, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=06960d7f-4c99-4580-afa2-cfd1fc0963d4,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:41.614870 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-a08b02ac-0ba4-43e0-9e98-ad74a7b26265 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3c71ff292b740db875e9d0c104b80d3&device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 1099 time: 0.1676707
Apr 20 23:33:41.623184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.629984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:41.741823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:41.752979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:41.756126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=06960d7f-4c99-4580-afa2-cfd1fc0963d4,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:41.762907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429e3f320>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:40Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:41.768134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.768702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Checking segment: {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:41.770437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:41.771049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:41.773607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] Checking router: cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:41.776072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Network hostable DHCP agents. Network: 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:33:41.796101 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:41.796787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429e3f320>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:41.849590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9420229-696a-45f3-8e34-8e2e0a14af61,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:41.860132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:41.869915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:41.871375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71f699-cc74-49fb-9402-ff9157da9669 req-5cf6a689-e7df-4363-be31-f533e4179f3c tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:41.873618 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-df71f699-cc74-49fb-9402-ff9157da9669 req-5cf6a689-e7df-4363-be31-f533e4179f3c tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 945 time: 0.3335724
Apr 20 23:33:41.883501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-437714d6-823d-4382-b56d-aa684799d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:41.885579 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-437714d6-823d-4382-b56d-aa684799d5cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 200  len: 916 time: 0.2643933
Apr 20 23:33:41.886269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'code': 200}
Apr 20 23:33:41.887303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:41.913352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:33:41.949687 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-df71f699-cc74-49fb-9402-ff9157da9669 req-50ffd890-3705-4ffe-8809-7419aa653950 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643129
Apr 20 23:33:41.953268 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:41.963165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc4d32-4331-4018-b590-991e79144b48 None None] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:33:41.983114 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:41.983722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:41.992051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-9f5f1b17-2b11-4dcc-8e4e-a7e03275a126 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 200  len: 217 time: 0.0992045
Apr 20 23:33:42.016197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-17023a29-cdc4-419a-afe2-a7ef57c05c8e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1511157
Apr 20 23:33:42.017201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44920) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:42.023236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:42.028715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:42.033635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Usage tracker for resource:router and tenant:7b03fc3e40334c16a5f3ac9fbf82c2b9 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:42.037885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:42.046836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:42.058436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:42.059891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:42.096310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:42.199291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-2049d4ea-03cb-4f55-a0e0-d8815e806c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:42.200903 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-2049d4ea-03cb-4f55-a0e0-d8815e806c26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 200  len: 854 time: 0.2003145
Apr 20 23:33:42.269154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'fixed_ips': [{'subnet_id': 'd9420229-696a-45f3-8e34-8e2e0a14af61'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:33:42.270537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:42.426400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:42.659328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 06960d7f-4c99-4580-afa2-cfd1fc0963d4 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:42.710811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Allocated IP 172.20.0.2 (6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e/d9420229-696a-45f3-8e34-8e2e0a14af61/ac7c5b57-9f96-4520-94cb-3eef9d051332) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:42.919936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:42.920359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:42.956542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:42.997198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-f6e9ee02-42fc-4a3a-a90c-1635377d09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:42.998924 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-f6e9ee02-42fc-4a3a-a90c-1635377d09c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75d64c0b-e074-4068-95b0-5be448f5881f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7806807
Apr 20 23:33:43.126112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Sync routers for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:43.189790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429e3f320>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:40Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:43.200723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c11b9-8afe-47ba-a3f7-5e573f83be8a None None] The sync data for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi is: [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:30:30Z', 'revision_number': 4, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '3d554af1-667c-40ab-a391-85de29d43d75', 'name': '', 'network_id': '75d64c0b-e074-4068-95b0-5be448f5881f', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'mac_address': 'fa:16:3e:28:40:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:28Z', 'updated_at': '2021-04-20T23:30:40Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'subnets': [{'id': 'be117658-b916-4700-8331-4fd9c7c5e203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:43.340704 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-0dc67853-109b-4239-a92e-90e65dcd81d4 service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3256896
Apr 20 23:33:43.413265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:43.415767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a617748>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:43.561729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abc623-e495-4f6e-9685-bbbca98d1c74 req-4cd3594a-bc6e-474e-bcf2-dea7d93eb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:43.563658 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d2abc623-e495-4f6e-9685-bbbca98d1c74 req-4cd3594a-bc6e-474e-bcf2-dea7d93eb851 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 1099 time: 1.1542382
Apr 20 23:33:43.642377 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca845835-bfb3-4a04-8ccf-e5aa0f848cee req-4425d17c-a1dd-4365-b997-64c17949b7ba service neutron] 10.222.0.20 "GET /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2871425
Apr 20 23:33:43.659817 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d2abc623-e495-4f6e-9685-bbbca98d1c74 req-67748ac5-3de5-486b-a3d4-1d5d58aa1c4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747046
Apr 20 23:33:43.663192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:43.698764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:43.701678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:43.712537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb66671-2df9-488d-a9c0-83ffab036fa1 req-ce4d8c96-13f3-482d-8ead-56400f710cf6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:43.714235 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3cb66671-2df9-488d-a9c0-83ffab036fa1 req-ce4d8c96-13f3-482d-8ead-56400f710cf6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 946 time: 0.4626732
Apr 20 23:33:43.725627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Transition to ACTIVE for port object ac7c5b57-9f96-4520-94cb-3eef9d051332 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:43.749512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e34de38-6bc5-4153-a41b-7f910e29edae None None] New status for floating IP 7c91146e-c4df-404b-8c10-ef486755de93: DOWN {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:33:43.756415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:43.815529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Transition to ACTIVE for port object ac7c5b57-9f96-4520-94cb-3eef9d051332 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:43.830043 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3cb66671-2df9-488d-a9c0-83ffab036fa1 req-92d2f0ab-c3f9-4aeb-9144-891f80e22b2e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759616
Apr 20 23:33:43.834356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:43.841661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:43.901954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Allocated IP 172.27.1.3 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/6acfe903-88b0-4456-87db-9d118c2af673) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:43.993417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:43.999766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:44.056211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:44.060303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Pushing event updated for resources: {'Port': ['ID=ac7c5b57-9f96-4520-94cb-3eef9d051332,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:44.065866 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:44.069119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:44.103235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:44.109361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:44.183034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:44.186955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:44.191333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:44.230829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Pushing event updated for resources: {'Port': ['ID=6acfe903-88b0-4456-87db-9d118c2af673,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:44.235329 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:44.373384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Attempting to bind port ac7c5b57-9f96-4520-94cb-3eef9d051332 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:44.373802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Attempting to bind port ac7c5b57-9f96-4520-94cb-3eef9d051332 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:44.374216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Attempting to bind port ac7c5b57-9f96-4520-94cb-3eef9d051332 on network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:44.382981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:44.383434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Checking segment: {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:44.383909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:44.384354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Bound using segment: {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:44.384878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Bound port: ac7c5b57-9f96-4520-94cb-3eef9d051332, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:44.385315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:44.535225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] For port ac7c5b57-9f96-4520-94cb-3eef9d051332, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:44.539529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] For port ac7c5b57-9f96-4520-94cb-3eef9d051332, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=ac7c5b57-9f96-4520-94cb-3eef9d051332,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:44.547160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:44.552483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c613336d-7d32-4d79-9c04-a2680c00eddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:44.596495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a617748>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 2, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:44.612142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Checking router: 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:44.612548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Updating router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 port 8868137e-cc0b-4fc6-a7fd-59eade8d095a binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:33:44.652063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:44.701007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Pushing event updated for resources: {'Port': ['ID=ac7c5b57-9f96-4520-94cb-3eef9d051332,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:44.705843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:44.708737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.132465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.153122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Transition to ACTIVE for port object 8868137e-cc0b-4fc6-a7fd-59eade8d095a will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:45.159914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.165368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:45.193482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.336474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e4cf6-2dde-45d5-93b6-983f799719ce None None] Pushing event updated for resources: {'Port': ['ID=8868137e-cc0b-4fc6-a7fd-59eade8d095a,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:45.339628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7a6e4cf6-2dde-45d5-93b6-983f799719ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:45.398497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Attempting to bind port 8868137e-cc0b-4fc6-a7fd-59eade8d095a on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:45.398832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Attempting to bind port 8868137e-cc0b-4fc6-a7fd-59eade8d095a by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:45.399541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Attempting to bind port 8868137e-cc0b-4fc6-a7fd-59eade8d095a on network e29d01a0-74e5-4e48-b24e-f5032c36d374 {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:45.405265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:45.405714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Checking segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:45.406139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.406577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Bound using segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:45.407088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Bound port: 8868137e-cc0b-4fc6-a7fd-59eade8d095a, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:45.407507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.413123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b3abd-8673-4f01-aeb5-2534ddaf5826 req-9cf0f515-f871-4028-8ceb-0c2560e97ea6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:45.414808 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8c9b3abd-8673-4f01-aeb5-2534ddaf5826 req-9cf0f515-f871-4028-8ceb-0c2560e97ea6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 946 time: 0.3576422
Apr 20 23:33:45.434727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b3967-0a9c-4ae9-9078-1b3381cf8425 req-bf97b9e2-687f-4299-9696-67e695e497e1 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:45.436302 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a61b3967-0a9c-4ae9-9078-1b3381cf8425 req-bf97b9e2-687f-4299-9696-67e695e497e1 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.3242114
Apr 20 23:33:45.516927 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8c9b3abd-8673-4f01-aeb5-2534ddaf5826 req-9e89b3f2-a441-4135-a276-cbe1535c794f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915489
Apr 20 23:33:45.518965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] For port 8868137e-cc0b-4fc6-a7fd-59eade8d095a, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:45.522995 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] For port 8868137e-cc0b-4fc6-a7fd-59eade8d095a, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=8868137e-cc0b-4fc6-a7fd-59eade8d095a,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:45.527525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:45.532816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-288822d7-cfca-4a24-8383-8c37c4980741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:45.558682 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a61b3967-0a9c-4ae9-9078-1b3381cf8425 req-dc33edcd-1dcc-43d5-9de9-974b5d174f45 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027458
Apr 20 23:33:45.586761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86396) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:33:45.619068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:45.619773 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a617748>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:45.781717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e4cf6-2dde-45d5-93b6-983f799719ce None None] Pushing event updated for resources: {'Port': ['ID=8868137e-cc0b-4fc6-a7fd-59eade8d095a,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:45.785277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7a6e4cf6-2dde-45d5-93b6-983f799719ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:45.856391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:46.195543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cee37-a256-4d90-9e77-f146f6333a0f req-2abc0e6e-6216-4d84-896b-8d49424f016a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:46.197536 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-178cee37-a256-4d90-9e77-f146f6333a0f req-2abc0e6e-6216-4d84-896b-8d49424f016a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 946 time: 0.1633258
Apr 20 23:33:46.205605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:46.233855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Sync routers for ids ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:46.236158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6f53a-45b0-4f16-a619-707c7d89b7e9 None None] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:33:46.270478 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-178cee37-a256-4d90-9e77-f146f6333a0f req-cd9801b8-a719-41d1-866c-885a05813073 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620790
Apr 20 23:33:46.271780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:46.275849 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.2547464
Apr 20 23:33:46.276421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 44972) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:46.300745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44978) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:46.341735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Routers {'4ea3c428-7d31-4cbf-b483-10d8d8d01726'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:46.342936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a523320>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:46.560841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-5e9856d5-b192-4a26-98b1-643b23870b34 None None] Provisioning for port ac7c5b57-9f96-4520-94cb-3eef9d051332 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:46.618153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aef18a-e2ac-44b4-9e0b-0351405c584b tempest-TestVolumeBootPattern-1182050263 tempest-TestVolumeBootPattern-1182050263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:46.625849 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-24aef18a-e2ac-44b4-9e0b-0351405c584b tempest-TestVolumeBootPattern-1182050263 tempest-TestVolumeBootPattern-1182050263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 1094 time: 0.3206339
Apr 20 23:33:46.629735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 44986) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:46.636732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'port_id': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:46.644184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:46.649112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:floatingip and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:46.652403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:46.672484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:33:46.721974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:46.760540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:46.781372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954dda-3730-4432-8421-61a0dc1b20d9 req-3ed088fe-4f62-4325-939f-280e9b15ccae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:46.790399 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4954dda-3730-4432-8421-61a0dc1b20d9 req-3ed088fe-4f62-4325-939f-280e9b15ccae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.3812020
Apr 20 23:33:46.861306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-fef5ee7f-ef42-4815-bf03-525cb24d80de tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:46.862094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-fef5ee7f-ef42-4815-bf03-525cb24d80de tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Synchronizing usage tracker for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:33:46.887360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8868137e-cc0b-4fc6-a7fd-59eade8d095a up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:46.891880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-fef5ee7f-ef42-4815-bf03-525cb24d80de tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Unset dirty status for tenant:f3c71ff292b740db875e9d0c104b80d3 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:33:46.893142 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-fef5ee7f-ef42-4815-bf03-525cb24d80de tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.20 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.2375703
Apr 20 23:33:46.915723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a617748>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:45Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:46.922342 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e4954dda-3730-4432-8421-61a0dc1b20d9 req-eab4a337-333e-4f84-bbef-a8ba89d2e885 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309772
Apr 20 23:33:46.950216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f27f9-14c7-4f18-823d-95b6e9a4a577 None None] The sync data for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi is: [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:45Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:46.967640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Set router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:46.995802 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Deleting port bbcdc697-6d41-4ec4-b72f-541245c36f15 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:46.996246 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.178473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.200545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f108c-ba87-4906-bf7b-a9e465087f52 req-e153e8ce-d2e2-4f93-bd1e-63275b3cecdb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:47.202288 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a43f108c-ba87-4906-bf7b-a9e465087f52 req-e153e8ce-d2e2-4f93-bd1e-63275b3cecdb tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 946 time: 0.4096739
Apr 20 23:33:47.258043 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a43f108c-ba87-4906-bf7b-a9e465087f52 req-0416ef70-a074-4e14-a946-57c9dc1de41e tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/security-groups?id=77b57594-44da-45ff-ac31-f72afd135db2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485487
Apr 20 23:33:47.351721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 8868137e-cc0b-4fc6-a7fd-59eade8d095a completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:47.376828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 8868137e-cc0b-4fc6-a7fd-59eade8d095a triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:47.377270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.448230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Allocated IP 172.27.1.123 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/fb6be885-ded4-418a-8853-a2c356a068d3) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:47.484398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] For port bbcdc697-6d41-4ec4-b72f-541245c36f15, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=bbcdc697-6d41-4ec4-b72f-541245c36f15,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:47.484795 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.510497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.551409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a523320>, [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:33:44Z', 'revision_number': 3, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:47.556587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.576722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Checking router: 4ea3c428-7d31-4cbf-b483-10d8d8d01726 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:47.577205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Updating router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 port 6acfe903-88b0-4456-87db-9d118c2af673 binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:33:47.625823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 8868137e-cc0b-4fc6-a7fd-59eade8d095a, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=8868137e-cc0b-4fc6-a7fd-59eade8d095a,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:47.680249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.681701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device ac7c5b57-9f96-4520-94cb-3eef9d051332 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:47.707897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Calling delete_port for bbcdc697-6d41-4ec4-b72f-541245c36f15 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:47.717812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:47.777555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Allocated IP 172.20.0.1 (6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e/d9420229-696a-45f3-8e34-8e2e0a14af61/705ae909-b77b-4e43-864b-e5b90329feb8) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:33:47.784474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.853164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.930403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=8868137e-cc0b-4fc6-a7fd-59eade8d095a,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:47.940944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:47.942020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.949832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:47.952547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9bd6cf60-303c-4db4-952d-aa9b744014cb tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:47.955049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['bbcdc697-6d41-4ec4-b72f-541245c36f15'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:33:47.967142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Transition to ACTIVE for port object 705ae909-b77b-4e43-864b-e5b90329feb8 will not be triggered until provisioned by entity DHCP. {{(pid=86396) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:47.997386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.004817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-36dbb3c6-7b90-413c-a699-f48d03a67696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:48.014730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port ac7c5b57-9f96-4520-94cb-3eef9d051332 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:48.022567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port ac7c5b57-9f96-4520-94cb-3eef9d051332 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:48.023007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.037009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Pushing event deleted for resources: {'Port': ['ID=bbcdc697-6d41-4ec4-b72f-541245c36f15,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:48.060613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:48.074949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:48.083496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:48.088355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:48.135011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Pushing event updated for resources: {'Port': ['ID=705ae909-b77b-4e43-864b-e5b90329feb8,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:48.197051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:48.197051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.198673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] No DVR routers for this DVR port bbcdc697-6d41-4ec4-b72f-541245c36f15 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:33:48.198673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.198673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'name': 'network-vif-deleted', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:48.203082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.208063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:48.285328 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300b229c-f5dc-4419-81a6-943332596e77', 'name': 'network-vif-deleted', 'tag': 'bbcdc697-6d41-4ec4-b72f-541245c36f15', 'status': 'completed', 'code': 200}
Apr 20 23:33:48.321195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:48.326319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05782e-d401-49bc-aa67-b12059ee2e1c req-5f35ee09-ad07-4be3-8f56-236b8fc92d07 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:48.326484 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b2cfc2b5-b3e6-45c8-ac86-cdc172bf1b6c req-f41ee06a-ba0e-4354-b9e4-03f7871f9bd5 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.20 "DELETE /v2.0/ports/bbcdc697-6d41-4ec4-b72f-541245c36f15 HTTP/1.1" status: 204  len: 173 time: 1.4258378
Apr 20 23:33:48.327227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:48.338408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:33:48.341408 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7a05782e-d401-49bc-aa67-b12059ee2e1c req-5f35ee09-ad07-4be3-8f56-236b8fc92d07 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1343465
Apr 20 23:33:48.379641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=fb6be885-ded4-418a-8853-a2c356a068d3,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:48.390575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:48.443023 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7a05782e-d401-49bc-aa67-b12059ee2e1c req-10b0cd62-696b-4799-9ddd-ff418ce815e9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010695
Apr 20 23:33:48.485283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.501924 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2556d50-2730-4f34-a701-ee86a5638c26 req-187c1b7f-df64-4d9d-9576-ab980578ae46 tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] 10.222.0.24 "GET /v2.0/ports?device_id=300b229c-f5dc-4419-81a6-943332596e77 HTTP/1.1" status: 200  len: 210 time: 0.0625863
Apr 20 23:33:48.532508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.541390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0b676644-2d5c-4064-9fcc-88190f676434 None None] Provisioning for port 705ae909-b77b-4e43-864b-e5b90329feb8 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:48.554322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0b676644-2d5c-4064-9fcc-88190f676434 None None] Provisioning complete for port 705ae909-b77b-4e43-864b-e5b90329feb8 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:48.554885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b676644-2d5c-4064-9fcc-88190f676434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.635437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port ac7c5b57-9f96-4520-94cb-3eef9d051332, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=ac7c5b57-9f96-4520-94cb-3eef9d051332,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:48.688642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-0b676644-2d5c-4064-9fcc-88190f676434 None None] Port 705ae909-b77b-4e43-864b-e5b90329feb8 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:33:48.706024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.710668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ec7a4f0b-b026-44b9-b927-dff5c0845545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:48.808969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=ac7c5b57-9f96-4520-94cb-3eef9d051332,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:48.830191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:48.832612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8868137e-cc0b-4fc6-a7fd-59eade8d095a up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:48.860607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.864559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.870564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.901293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Transition to ACTIVE for port object 6acfe903-88b0-4456-87db-9d118c2af673 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:48.907688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0539bba8-4fd5-4ced-9272-4f08efb935a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:48.929275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 8868137e-cc0b-4fc6-a7fd-59eade8d095a triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:48.929840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.965279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:48.976635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ec7a4f0b-b026-44b9-b927-dff5c0845545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:49.000353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.004361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Pushing event updated for resources: {'Port': ['ID=705ae909-b77b-4e43-864b-e5b90329feb8,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:49.007373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:49.022679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.097552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aabd2e-4baf-480d-bbbf-e5fd92dfd505 None None] Pushing event updated for resources: {'Port': ['ID=6acfe903-88b0-4456-87db-9d118c2af673,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:49.104521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f2aabd2e-4baf-480d-bbbf-e5fd92dfd505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:49.178574 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Attempting to bind port 6acfe903-88b0-4456-87db-9d118c2af673 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:49.179372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Attempting to bind port 6acfe903-88b0-4456-87db-9d118c2af673 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:49.179372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Attempting to bind port 6acfe903-88b0-4456-87db-9d118c2af673 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:49.189003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:49.189003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:49.189003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.189003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:49.189609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Bound port: 6acfe903-88b0-4456-87db-9d118c2af673, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:49.189878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.238050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:33:49.245542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:33:49.323774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] For port 6acfe903-88b0-4456-87db-9d118c2af673, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:49.327308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] For port 6acfe903-88b0-4456-87db-9d118c2af673, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=6acfe903-88b0-4456-87db-9d118c2af673,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:49.367877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.375476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c1342b2e-2997-4fe8-b4a8-cece1c249b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:49.437485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.475007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Routers {'4ea3c428-7d31-4cbf-b483-10d8d8d01726'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:49.477701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a523320>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:49.573262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:33:49.735405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.760677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.777291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-08d1dfe4-15ba-4a64-9057-a6da0559e906 tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:49.822499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aabd2e-4baf-480d-bbbf-e5fd92dfd505 None None] Pushing event updated for resources: {'Port': ['ID=6acfe903-88b0-4456-87db-9d118c2af673,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:49.839814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f2aabd2e-4baf-480d-bbbf-e5fd92dfd505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:49.860887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-2c24eac7-596c-42a6-956c-f44e0ab0bf45 None None] Provisioning complete for port 705ae909-b77b-4e43-864b-e5b90329feb8 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:49.861723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2c24eac7-596c-42a6-956c-f44e0ab0bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.943324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=fb6be885-ded4-418a-8853-a2c356a068d3,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:49.948500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:49.949548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:49.958317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-2c24eac7-596c-42a6-956c-f44e0ab0bf45 None None] Port 705ae909-b77b-4e43-864b-e5b90329feb8 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:33:50.000808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] Set router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:50.254954 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Floating IP 007a7306-340f-450a-a8d8-8c5287f79645 associated. External IP: 172.27.1.123, port: d19f95cb-faa1-488d-bb35-2b9bfdf5a729.
Apr 20 23:33:50.300973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6774b2-83e8-4bab-b62f-946f9486091f req-1639dc2d-56cc-4fca-b889-5e64badafd54 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:50.307060 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ef6774b2-83e8-4bab-b62f-946f9486091f req-1639dc2d-56cc-4fca-b889-5e64badafd54 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.6082077
Apr 20 23:33:50.315032 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:50.350086 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] 10.222.0.24 "PUT /v2.0/routers/4ea3c428-7d31-4cbf-b483-10d8d8d01726/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0724871
Apr 20 23:33:50.398137 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ef6774b2-83e8-4bab-b62f-946f9486091f req-cc5c2258-f686-42de-9df6-b15cd4dc16a0 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846107
Apr 20 23:33:50.552850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a523320>, [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '705ae909-b77b-4e43-864b-e5b90329feb8', 'name': '', 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'mac_address': 'fa:16:3e:a7:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:47Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 2, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'subnets': [{'id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:50.563011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb70996-da3c-4ef1-afdf-1465aed9f7f3 None None] The sync data for ids ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'] in dv-cinder-787296-1-iscsi is: [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '705ae909-b77b-4e43-864b-e5b90329feb8', 'name': '', 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'mac_address': 'fa:16:3e:a7:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:47Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 2, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'subnets': [{'id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:50.668959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device bbcdc697-6d41-4ec4-b72f-541245c36f15 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:33:50.763097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: bbcdc697-6d41-4ec4-b72f-541245c36f15 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:33:50.763495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device bbcdc697-6d41-4ec4-b72f-541245c36f15 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:33:50.786690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45050) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:50.828521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device ac7c5b57-9f96-4520-94cb-3eef9d051332 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:50.909510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:33:50.932666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port ac7c5b57-9f96-4520-94cb-3eef9d051332 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:50.933099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:50.990661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45054) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:50.997068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104930393', 'description': 'tempest-secgroup-smoke-104930393 description', 'project_id': '84c47d3d8985465aae4acc0df4fd3689'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:51.003679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:51.007515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:51.010898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:51.016917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:51.095794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.162283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:51.172305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:51.179574 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:51.189330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:51.250684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:51.261652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:51.281142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:51.291570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a515208>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:51.323616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.393652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.408780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.416732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-15715c61-94e0-4278-8501-99da913f67a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:51.444492 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.8131311
Apr 20 23:33:51.449419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:33:51.475341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.481172 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4849703
Apr 20 23:33:51.481172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45064) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:51.489568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group_rule': {'security_group_id': 'e91eadf0-f216-4379-8b77-44e9f50686cc', 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:51.499116 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91eadf0-f216-4379-8b77-44e9f50686cc,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:51.500272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:51.521132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:51.526455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:51.541160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:51.548456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:51.560273 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'status': 'completed', 'code': 200}
Apr 20 23:33:51.585955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:51.649203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.778584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.795443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.815244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8ab0afc0-a5e6-411e-8f8a-41c170f64f24 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:51.823749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd197f37-3d4a-4154-a7b9-0382e67e1fc9 req-83660356-6963-42b6-8fd2-b1f64b7f092d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:51.825706 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bd197f37-3d4a-4154-a7b9-0382e67e1fc9 req-83660356-6963-42b6-8fd2-b1f64b7f092d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1935537
Apr 20 23:33:51.860721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cf4984-a707-4cfe-8be3-ad8009657c62,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:51.865227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:51.876169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.876723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3871-4e52-4914-a382-820705602e30 req-c6def917-b016-42bf-9ef8-0fc48a7f0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:51.878441 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-c6def917-b016-42bf-9ef8-0fc48a7f0839 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 1099 time: 0.2853107
Apr 20 23:33:51.879702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:51.880875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3998482
Apr 20 23:33:51.887859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45068) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:51.921400 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group_rule': {'security_group_id': 'e91eadf0-f216-4379-8b77-44e9f50686cc', 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:51.936680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:52.003524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:52.008206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:52.018071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:52.075439 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bd197f37-3d4a-4154-a7b9-0382e67e1fc9 req-9f2f03dc-c7cd-4444-864b-518c95927d48 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2404566
Apr 20 23:33:52.103002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.135788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a515208>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '007a7306-340f-450a-a8d8-8c5287f79645', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:9a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61676f08-1310-4525-9777-bc90c82d6d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:33:48Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:52.141835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:52.154302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:52.154975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a515208>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:52.156706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3871-4e52-4914-a382-820705602e30 req-972624df-ddda-4988-86aa-f070f3781224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:52.158784 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-972624df-ddda-4988-86aa-f070f3781224 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.2719414
Apr 20 23:33:52.310196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.312542 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-f746c580-a0d6-4265-916e-509eadf5a30b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729 HTTP/1.1" status: 200  len: 1000 time: 0.1390810
Apr 20 23:33:52.317831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.355428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a48c98ec-398e-4f07-9c5d-f63af78f29a7 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:52.379131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:52.390922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa4cfaa-3e92-4d5b-868b-42c451f2d9fc,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:52.394825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Deleting port 3d554af1-667c-40ab-a391-85de29d43d75 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:52.395207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.397661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:52.411500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.412938 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-41a233d4-62c8-4197-ae21-d29bb473c8e4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5238173
Apr 20 23:33:52.417478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3871-4e52-4914-a382-820705602e30 req-eae99aaf-3a08-4156-9757-305adafe9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:52.419132 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-eae99aaf-3a08-4156-9757-305adafe9670 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0992458
Apr 20 23:33:52.419705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45072) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:52.425363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group_rule': {'security_group_id': 'e91eadf0-f216-4379-8b77-44e9f50686cc', 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:52.472365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:52.489826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:52.494686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:52.502158 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:52.535334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.587547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3871-4e52-4914-a382-820705602e30 req-d61e4a9d-9ed5-4d62-b836-c60fe1bac411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:52.589193 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-d61e4a9d-9ed5-4d62-b836-c60fe1bac411 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1575515
Apr 20 23:33:52.594758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] For port 3d554af1-667c-40ab-a391-85de29d43d75, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3d554af1-667c-40ab-a391-85de29d43d75,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:52.594758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.720843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.732771 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.738742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Calling delete_port for 3d554af1-667c-40ab-a391-85de29d43d75 owned by network:router_interface {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:52.744860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:52.796476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be42c44a-6352-4345-aa7a-05b67e4fe150,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:52.802102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:52.816839 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-1b0f9ab6-5727-4a6c-8ec2-824893da4b6f service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183616
Apr 20 23:33:52.819853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.821933 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-cd077eae-8097-4bb7-991c-e196431c4cb1 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4005373
Apr 20 23:33:52.835227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a515208>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '007a7306-340f-450a-a8d8-8c5287f79645', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:9a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61676f08-1310-4525-9777-bc90c82d6d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:33:48Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:52.845064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f2fb-e568-4342-ade7-8068b1db52f9 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '007a7306-340f-450a-a8d8-8c5287f79645', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:9a:70:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61676f08-1310-4525-9777-bc90c82d6d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:33:48Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:52.847712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45076) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:52.851830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 6acfe903-88b0-4456-87db-9d118c2af673 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:52.856938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group_rule': {'security_group_id': 'e91eadf0-f216-4379-8b77-44e9f50686cc', 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:52.923993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:52.932475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 6acfe903-88b0-4456-87db-9d118c2af673 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:52.934511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:52.938408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 6acfe903-88b0-4456-87db-9d118c2af673 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:52.939005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:52.939471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:52.954297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:52.993409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.030475 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-961d3871-4e52-4914-a382-820705602e30 req-8faeaf66-4235-453d-9b82-c929adaa54d5 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2056541
Apr 20 23:33:53.080324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.087401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.095393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.096222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.102958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c431413e-be8b-46fc-8bee-9ffdb0d77389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:53.107678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5e6e9266-0151-4bed-a499-aef0faa8f4ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:53.142661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 6acfe903-88b0-4456-87db-9d118c2af673, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=6acfe903-88b0-4456-87db-9d118c2af673,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:53.146766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.148199 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2992585
Apr 20 23:33:53.149084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dc8a56-8317-4483-ad10-0af3f391786b,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:53.151285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45082) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:53.154732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a868ae48-43bb-4a83-8551-3434ca840292 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:53.156215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.158428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d554af1-667c-40ab-a391-85de29d43d75,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:53.161553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9d286398-9e56-4667-8538-ea263f758aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:53.167743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group_rule': {'security_group_id': 'e91eadf0-f216-4379-8b77-44e9f50686cc', 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:53.174678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:53.180159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:53.183625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:53.190449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:53.205769 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.securitygroups_db [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Project 84c47d3d8985465aae4acc0df4fd3689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:33:53.213808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.302897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=6acfe903-88b0-4456-87db-9d118c2af673,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:53.307061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:53.320745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190c052-8b7d-4518-9106-4d8d51f1c12d None None] New status for floating IP 007a7306-340f-450a-a8d8-8c5287f79645: ACTIVE {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:33:53.334682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.338746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.340927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:53.375550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c29bed0-28be-42a1-b84b-4fd87662883f,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:53.378383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:53.384626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.385990 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-26859ba0-64e5-4d5c-b819-6e536abc33e2 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2335441
Apr 20 23:33:53.388898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45086) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:53.397746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'security_group_rule': {'security_group_id': 'e91eadf0-f216-4379-8b77-44e9f50686cc', 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:33:53.405565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:53.409709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:33:53.413956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:security_group_rule and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:33:53.418080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:33:53.424646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:33:53.436441 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.securitygroups_db [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Project 84c47d3d8985465aae4acc0df4fd3689 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 23:33:53.444363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.519273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.522196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.530629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2cbae65b-1b95-4ac3-8996-a4bafd1e4c99 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:53.550444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081ede76-55f2-437b-9aed-576071c3e1cf,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:53.552986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:53.560936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.570245 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dd719cbf-3466-4b8d-ac6f-e317539f1710 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1698532
Apr 20 23:33:53.621926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee1d1e-c957-4a14-b010-1eea3620d3a6 req-4d49a26d-5793-4b19-a5d3-f20aa68124b6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:53.623624 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45ee1d1e-c957-4a14-b010-1eea3620d3a6 req-4d49a26d-5793-4b19-a5d3-f20aa68124b6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.2640362
Apr 20 23:33:53.695100 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:53.702359 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45ee1d1e-c957-4a14-b010-1eea3620d3a6 req-e1b498b4-df79-450b-9f23-2b182ff6785b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708108
Apr 20 23:33:53.913655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:54.320374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Sync routers for ids ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:54.330825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Routers {'4ea3c428-7d31-4cbf-b483-10d8d8d01726'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:54.331673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5152e8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:54.349193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:33:54.523031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Set router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:54.544092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:33:54.556218 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] Sync routers for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:33:54.560371 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1acba27b-9522-46c9-87f6-cc4b207860d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/cd38f6c3-6ac9-4937-9c16-86b5c1f9d107/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7749064
Apr 20 23:33:54.561122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45144) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:54.567996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:54.568608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429f360f0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:54.797480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks [] for router, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:54.802304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:55.031088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 6acfe903-88b0-4456-87db-9d118c2af673 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:55.072074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5152e8>, [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '705ae909-b77b-4e43-864b-e5b90329feb8', 'name': '', 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'mac_address': 'fa:16:3e:a7:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:47Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 2, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'subnets': [{'id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:55.076520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Checking router: 4ea3c428-7d31-4cbf-b483-10d8d8d01726 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:55.076919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Updating router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 port 705ae909-b77b-4e43-864b-e5b90329feb8 binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:33:55.081313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.101689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Deleting port a59e8835-6cb9-4aaa-b366-e20b43aa8d66 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:55.102140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.156996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.167666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f720792-3741-4341-beec-11b3feea9fdc req-0b7c73a5-0084-4c25-af8d-ea83baecdc1f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:55.169380 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9f720792-3741-4341-beec-11b3feea9fdc req-0b7c73a5-0084-4c25-af8d-ea83baecdc1f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1826148
Apr 20 23:33:55.191699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 6acfe903-88b0-4456-87db-9d118c2af673 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:55.192124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.377875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] For port a59e8835-6cb9-4aaa-b366-e20b43aa8d66, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:55.378470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.516109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429f360f0>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:33:53Z', 'revision_number': 5, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port': {'id': 'a59e8835-6cb9-4aaa-b366-e20b43aa8d66', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:24Z', 'updated_at': '2021-04-20T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:55.520699 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9f720792-3741-4341-beec-11b3feea9fdc req-a5aef002-56d2-47e8-985b-7b7d6ebc1c38 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3281331
Apr 20 23:33:55.528127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Calling delete_port for a59e8835-6cb9-4aaa-b366-e20b43aa8d66 owned by network:router_gateway {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:55.529068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] Checking router: cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:33:55.545764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] Routers {'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:55.546694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429f360f0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:55.583254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.595939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Transition to ACTIVE for port object 705ae909-b77b-4e43-864b-e5b90329feb8 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:33:55.604702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.610378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2e8f82aa-99d8-4c4b-be01-6c400a610262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:55.720003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] Set router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 gateway port host: None {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:55.729619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.739109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:55.791955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Pushing event updated for resources: {'Port': ['ID=705ae909-b77b-4e43-864b-e5b90329feb8,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:55.797017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59e8835-6cb9-4aaa-b366-e20b43aa8d66,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:55.803960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:55.848743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.849123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.849479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.849852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.850300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.850533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.850883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.851271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.851692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.852151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.852634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.853000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:33:55.858394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:55.861016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429f360f0>, [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:33:55Z', 'revision_number': 6, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:55.865824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0d358-9a7e-467f-bf94-2514b4fc76a0 None None] The sync data for ids ['cd38f6c3-6ac9-4937-9c16-86b5c1f9d107'] in dv-cinder-787296-1-iscsi is: [{'id': 'cd38f6c3-6ac9-4937-9c16-86b5c1f9d107', 'name': 'tempest-TestMinimumBasicScenario-1366108274-router', 'tenant_id': 'f3c71ff292b740db875e9d0c104b80d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:23Z', 'updated_at': '2021-04-20T23:33:55Z', 'revision_number': 6, 'project_id': 'f3c71ff292b740db875e9d0c104b80d3', 'gw_port_host': None}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:55.865978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Attempting to bind port 705ae909-b77b-4e43-864b-e5b90329feb8 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:33:55.866326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Attempting to bind port 705ae909-b77b-4e43-864b-e5b90329feb8 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:33:55.866893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Attempting to bind port 705ae909-b77b-4e43-864b-e5b90329feb8 on network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:33:55.874628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:33:55.875040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Checking segment: {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:33:55.875499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.875918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Bound using segment: {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:33:55.876427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Bound port: 705ae909-b77b-4e43-864b-e5b90329feb8, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:33:55.876848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.920643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.976859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] For port 705ae909-b77b-4e43-864b-e5b90329feb8, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:33:55.981261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] For port 705ae909-b77b-4e43-864b-e5b90329feb8, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=705ae909-b77b-4e43-864b-e5b90329feb8,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:33:55.987602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:55.992319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-29c3fea7-491f-4ca1-af5b-578860b3e1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:56.084892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Pushing event updated for resources: {'Port': ['ID=705ae909-b77b-4e43-864b-e5b90329feb8,revision_number=4']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:56.089564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:56.090487 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Routers {'4ea3c428-7d31-4cbf-b483-10d8d8d01726'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:33:56.091252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5152e8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:56.138073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.141337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.181939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.182818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 {{(pid=86396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:33:56.198526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.200245 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-96122deb-3f1e-4a91-bdc3-593812de3893 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cd38f6c3-6ac9-4937-9c16-86b5c1f9d107 HTTP/1.1" status: 204  len: 168 time: 1.6376610
Apr 20 23:33:56.202546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45152) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:56.272829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Deleting subnet be117658-b916-4700-8331-4fd9c7c5e203 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:33:56.276260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.315819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] Set router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:33:56.332019 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.475528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.675745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5152e8>, [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '705ae909-b77b-4e43-864b-e5b90329feb8', 'name': '', 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'mac_address': 'fa:16:3e:a7:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:47Z', 'updated_at': '2021-04-20T23:33:55Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'subnets': [{'id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:56.680431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1a97f-4a92-41b1-9525-a4e8352547f2 None None] The sync data for ids ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'] in dv-cinder-787296-1-iscsi is: [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:33:48Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '705ae909-b77b-4e43-864b-e5b90329feb8', 'name': '', 'network_id': '6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'mac_address': 'fa:16:3e:a7:e5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:47Z', 'updated_at': '2021-04-20T23:33:55Z', 'revision_number': 4, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'subnets': [{'id': 'd9420229-696a-45f3-8e34-8e2e0a14af61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:33:56.828988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 705ae909-b77b-4e43-864b-e5b90329feb8 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:56.847528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43a663-1700-4b38-a42d-4762fc41eb02 req-8818c153-6e37-42c0-bc58-fbf2dccb8213 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:56.855633 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bb43a663-1700-4b38-a42d-4762fc41eb02 req-8818c153-6e37-42c0-bc58-fbf2dccb8213 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1908929
Apr 20 23:33:56.904884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.913899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:56.921738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 705ae909-b77b-4e43-864b-e5b90329feb8 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:33:56.927199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 705ae909-b77b-4e43-864b-e5b90329feb8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:56.927622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.955389 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bb43a663-1700-4b38-a42d-4762fc41eb02 req-2d6b457f-8c19-4c1c-9b88-43ed6791f9f7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987999
Apr 20 23:33:56.962764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be117658-b916-4700-8331-4fd9c7c5e203,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:56.970386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:56.971607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda3457-8029-4738-9ad5-dddbe1a42cb8 None None] Network 75d64c0b-e074-4068-95b0-5be448f5881f requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:33:56.974535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:56.980468 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-813fea57-b7e4-4d53-b0bb-05f56e8f804e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be117658-b916-4700-8331-4fd9c7c5e203 HTTP/1.1" status: 204  len: 168 time: 0.7768326
Apr 20 23:33:56.983869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45160) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:57.261963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.309943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 705ae909-b77b-4e43-864b-e5b90329feb8, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=705ae909-b77b-4e43-864b-e5b90329feb8,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:57.315515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.318530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a84c524c-1b03-41ee-98f4-3dee07f72ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:57.388319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] DHCP port deletion for 75d64c0b-e074-4068-95b0-5be448f5881f request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:33:57.396877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Deleting port d8030e51-2e5b-4ed2-896d-f1b339b223cc {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:57.397346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.399807 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.416154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Deleting port d8030e51-2e5b-4ed2-896d-f1b339b223cc {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:57.416634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.436028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3d554af1-667c-40ab-a391-85de29d43d75 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:33:57.483047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 3d554af1-667c-40ab-a391-85de29d43d75 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:33:57.483496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3d554af1-667c-40ab-a391-85de29d43d75 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:33:57.483875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device a59e8835-6cb9-4aaa-b366-e20b43aa8d66 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:33:57.522964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=705ae909-b77b-4e43-864b-e5b90329feb8,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:57.533263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: a59e8835-6cb9-4aaa-b366-e20b43aa8d66 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:33:57.533398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device a59e8835-6cb9-4aaa-b366-e20b43aa8d66 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:33:57.537653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:57.678029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] For port d8030e51-2e5b-4ed2-896d-f1b339b223cc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d8030e51-2e5b-4ed2-896d-f1b339b223cc,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:57.678379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.713666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] For port d8030e51-2e5b-4ed2-896d-f1b339b223cc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d8030e51-2e5b-4ed2-896d-f1b339b223cc,segment=NetworkSegment(c3e9dfa9-5b74-4205-bed4-ebe684d00f6f),segment_id=c3e9dfa9-5b74-4205-bed4-ebe684d00f6f)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:57.714110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.816217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Calling delete_port for d8030e51-2e5b-4ed2-896d-f1b339b223cc owned by network:dhcp {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:57.844885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Calling delete_port for d8030e51-2e5b-4ed2-896d-f1b339b223cc owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:33:57.901098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:57.906302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f1035622-39d9-4a93-a03f-1a712b487572 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:57.954533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8030e51-2e5b-4ed2-896d-f1b339b223cc,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:57.956502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] No DVR routers for this DVR port d8030e51-2e5b-4ed2-896d-f1b339b223cc on host dv-cinder-787296-1-iscsi {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:33:57.958041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:57.994798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:33:57.995372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:33:58.086944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.177986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976478b-07b3-40ea-8c89-30b345611e58 req-56858108-94b8-4202-b5a6-d10cc05e2f12 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:58.179608 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5976478b-07b3-40ea-8c89-30b345611e58 req-56858108-94b8-4202-b5a6-d10cc05e2f12 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.0945053
Apr 20 23:33:58.208016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3428883e80>,) {'filters': {'network_id': ['75d64c0b-e074-4068-95b0-5be448f5881f']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:58.221820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3428883e80>, 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:58.222154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3428883e80>, 'c3e9dfa9-5b74-4205-bed4-ebe684d00f6f') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:33:58.229972 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5976478b-07b3-40ea-8c89-30b345611e58 req-1aeb099a-d5ad-401e-9a0f-5f96c093ff52 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436275
Apr 20 23:33:58.234372 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.249914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.256863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:33:58.457632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Network 75d64c0b-e074-4068-95b0-5be448f5881f has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:33:58.468132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.496481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Deleting port d8030e51-2e5b-4ed2-896d-f1b339b223cc {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:58.497045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.574532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8086b70f-92ce-4726-a8f1-5adc4536058d None None] The port 'd8030e51-2e5b-4ed2-896d-f1b339b223cc' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:33:58.653261 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Network 75d64c0b-e074-4068-95b0-5be448f5881f has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:33:58.677918 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:33:58.698038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:33:58.766585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.770680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:58.799317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:58.802983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 705ae909-b77b-4e43-864b-e5b90329feb8 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:33:58.808466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d64c0b-e074-4068-95b0-5be448f5881f,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:58.812037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:58.823483 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] 10.222.0.24 "DELETE /v2.0/networks/75d64c0b-e074-4068-95b0-5be448f5881f HTTP/1.1" status: 204  len: 168 time: 1.8383904
Apr 20 23:33:58.826422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45170) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:33:58.932667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:58.953258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'mac_address': 'fa:16:3e:ab:aa:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:33:58.987906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 705ae909-b77b-4e43-864b-e5b90329feb8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:33:58.988263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:59.067557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:59.089448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb7e1e7c-ee63-4024-9d29-263cd1b772c9 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:33:59.149923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:33:59.157892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:59.167583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:33:59.468821 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=6']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:33:59.472126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:33:59.474743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['fb7e1e7c-ee63-4024-9d29-263cd1b772c9'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:33:59.513760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d8030e51-2e5b-4ed2-896d-f1b339b223cc no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:33:59.532082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:33:59.568184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: d8030e51-2e5b-4ed2-896d-f1b339b223cc {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:33:59.568567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d8030e51-2e5b-4ed2-896d-f1b339b223cc not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:33:59.582794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce8a25-bc66-4d43-854f-6be93741e59c req-7cb293f4-78c1-46e8-9abe-69a6388079f3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:33:59.596327 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7fce8a25-bc66-4d43-854f-6be93741e59c req-7cb293f4-78c1-46e8-9abe-69a6388079f3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.1581850
Apr 20 23:33:59.662970 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7fce8a25-bc66-4d43-854f-6be93741e59c req-1ff18fb5-c52e-483f-a597-8a72c9d98a4b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653613
Apr 20 23:33:59.989677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Deleting port 8ea21f24-364d-4152-b3dc-9caadcaba206 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:33:59.990178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:00.244910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] For port 8ea21f24-364d-4152-b3dc-9caadcaba206, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=8ea21f24-364d-4152-b3dc-9caadcaba206,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:00.244910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:00.397162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Calling delete_port for 8ea21f24-364d-4152-b3dc-9caadcaba206 owned by network:router_interface {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:34:00.614093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:00.621328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-42637784-a98a-4670-b01e-3e7819201a62 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:00.677879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea21f24-364d-4152-b3dc-9caadcaba206,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:00.682300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:00.716465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:34:00.894662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:34:00.895176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:01.098500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:01.141939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:01.143178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:34:01.150846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:01.152901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:01.243252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=7']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:01.246784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:01.357997 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'code': 200}
Apr 20 23:34:01.493719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b58d-d5d0-4a50-a32d-9a48b7be886a req-03626c77-9c79-4b7d-afa0-a29918894699 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:01.499319 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3711b58d-d5d0-4a50-a32d-9a48b7be886a req-03626c77-9c79-4b7d-afa0-a29918894699 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.6037092
Apr 20 23:34:01.565223 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3711b58d-d5d0-4a50-a32d-9a48b7be886a req-e3b1146e-dcf9-4584-a238-e9addbe3d3b3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588424
Apr 20 23:34:01.619160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:02.054430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:34:02.272903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:34:02.284559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] Sync routers for ids ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:34:02.287137 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6cc35566-2a71-4ead-b1a1-bb29d26b4ac3 admin admin] 10.222.0.24 "PUT /v2.0/routers/0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4582481
Apr 20 23:34:02.288393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45212) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:02.310048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] Routers {'0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:34:02.310748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429ede0b8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:02.518558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks [] for router, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:02.544857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4eeac20b-4209-448d-ac26-f6e9143d5a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:02.561635 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] Set router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:34:02.722095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:02.733787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Deleting port 2034ba52-09d2-433b-82f9-19d5605b07e7 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:34:02.734248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:02.875770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74512-6c30-462b-9adb-a3248037b6f5 req-f9b57ad9-2f0f-4e00-b670-e0211490b811 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:02.878317 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ddb74512-6c30-462b-9adb-a3248037b6f5 req-f9b57ad9-2f0f-4e00-b670-e0211490b811 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1145964
Apr 20 23:34:02.938752 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ddb74512-6c30-462b-9adb-a3248037b6f5 req-0930b485-f684-4412-baa2-031866f51cca tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536947
Apr 20 23:34:02.999211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429ede0b8>, [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:34:00Z', 'revision_number': 5, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port': {'id': '2034ba52-09d2-433b-82f9-19d5605b07e7', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:30:38Z', 'updated_at': '2021-04-20T23:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:03.003605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] Checking router: 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:34:03.015677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] Routers {'0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:34:03.016419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429ede0b8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:33:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:03.025298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] For port 2034ba52-09d2-433b-82f9-19d5605b07e7, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=2034ba52-09d2-433b-82f9-19d5605b07e7,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:03.025298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.180706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Calling delete_port for 2034ba52-09d2-433b-82f9-19d5605b07e7 owned by network:router_gateway {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:34:03.412547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.412547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e1d3ae58-2ffb-4709-bd8e-0438711b3e35 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:03.470964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2034ba52-09d2-433b-82f9-19d5605b07e7,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:03.493889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] Set router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 gateway port host: None {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:34:03.503810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:03.588674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.667886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429ede0b8>, [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:34:02Z', 'revision_number': 6, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:03.673087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895f835-6820-4d6c-bbe0-4363b337fbe8 None None] The sync data for ids ['0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5'] in dv-cinder-787296-1-iscsi is: [{'id': '0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5', 'name': 'tempest-TestMinimumBasicScenario-1491059279-router', 'tenant_id': 'd0056ce98ac1465daa20f74a247a4999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:30:36Z', 'updated_at': '2021-04-20T23:34:02Z', 'revision_number': 6, 'project_id': 'd0056ce98ac1465daa20f74a247a4999', 'gw_port_host': None}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:34:03.800632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.803313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.898811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.899415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 {{(pid=86397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:34:03.916352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:03.919852 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] 10.222.0.24 "DELETE /v2.0/routers/0eed12dd-9fd1-4d3d-8d5b-90fef223e7e5 HTTP/1.1" status: 204  len: 168 time: 1.6281466
Apr 20 23:34:03.920552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45224) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:04.022940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Deleting subnet 0b77412c-be41-48be-b1f9-728728e64ae9 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:34:04.026505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.123775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.296037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0a50-403d-4f70-a995-a74c9baf8146 req-27910881-9a8b-4adf-a391-0d8bdeba7dae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:04.297874 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d67c0a50-403d-4f70-a995-a74c9baf8146 req-27910881-9a8b-4adf-a391-0d8bdeba7dae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.2114031
Apr 20 23:34:04.302641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.482145 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d67c0a50-403d-4f70-a995-a74c9baf8146 req-558d962f-445c-4a56-9aa9-bf034b055160 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1499791
Apr 20 23:34:04.659837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.665934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86e69401-ecb4-4fa8-af11-ee01f7b17e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:04.711118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b77412c-be41-48be-b1f9-728728e64ae9,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:04.717279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:04.720181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.725894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b4d6b-c138-40ee-8e81-4c27488c352f None None] Network 8d627d89-e458-44e8-b185-cad2ecfba334 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:34:04.726833 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0b77412c-be41-48be-b1f9-728728e64ae9 HTTP/1.1" status: 204  len: 168 time: 0.8047140
Apr 20 23:34:04.729525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45232) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:04.866689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.880187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Deleting port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:34:04.880573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:04.914605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8ea21f24-364d-4152-b3dc-9caadcaba206 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:34:04.997997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 8ea21f24-364d-4152-b3dc-9caadcaba206 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:34:04.998403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8ea21f24-364d-4152-b3dc-9caadcaba206 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:34:04.998850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 2034ba52-09d2-433b-82f9-19d5605b07e7 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:34:05.125967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 2034ba52-09d2-433b-82f9-19d5605b07e7 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:34:05.126621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 2034ba52-09d2-433b-82f9-19d5605b07e7 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:34:05.144472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5aa951f8-c84c-4ec9-8b18-c8e31bbc170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.189070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] For port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:05.189825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.254494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] DHCP port deletion for 8d627d89-e458-44e8-b185-cad2ecfba334 request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:34:05.259875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Deleting port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:34:05.260412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.345287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Calling delete_port for de100e3e-f5b0-46f5-b1c6-90cc9cd766fc owned by network:dhcp {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:34:05.453429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.459064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:05.517081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.528722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Pushing event deleted for resources: {'Port': ['ID=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:05.532645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:05.535376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] No DVR routers for this DVR port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc on host dv-cinder-787296-1-iscsi {{(pid=86396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:34:05.571169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] For port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=de100e3e-f5b0-46f5-b1c6-90cc9cd766fc,segment=NetworkSegment(460ae858-a86a-40be-bbd3-b0b0a04d2d84),segment_id=460ae858-a86a-40be-bbd3-b0b0a04d2d84)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:05.571630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.765759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Calling delete_port for de100e3e-f5b0-46f5-b1c6-90cc9cd766fc owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:34:05.790333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.849090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:05.888923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:34:05.890140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:34:05.916169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f342a02cd30>,) {'filters': {'network_id': ['8d627d89-e458-44e8-b185-cad2ecfba334']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:05.929579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a02cd30>, '460ae858-a86a-40be-bbd3-b0b0a04d2d84') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:05.930102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a02cd30>, '460ae858-a86a-40be-bbd3-b0b0a04d2d84') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:05.989313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:06.017545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:06.027022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:34:06.238520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Network 8d627d89-e458-44e8-b185-cad2ecfba334 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:34:06.257286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:06.391965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Deleting port de100e3e-f5b0-46f5-b1c6-90cc9cd766fc {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:34:06.392424 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:06.393055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d04773-5174-4c0f-9040-feed07716a58 req-bef48fa8-dc8e-42a4-9cd5-0d46d5b25267 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:06.394787 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30d04773-5174-4c0f-9040-feed07716a58 req-bef48fa8-dc8e-42a4-9cd5-0d46d5b25267 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.4556599
Apr 20 23:34:06.487063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c8668e23-3614-4714-8e02-5daf34530977 None None] The port 'de100e3e-f5b0-46f5-b1c6-90cc9cd766fc' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:34:06.529581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Network 8d627d89-e458-44e8-b185-cad2ecfba334 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:34:06.543438 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-30d04773-5174-4c0f-9040-feed07716a58 req-62515207-74ea-4bd4-af5f-360f84cb95f6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904925
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:34:06.566709 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:34:06.652090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:06.657571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:06.661598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-44e43db8-ee4b-4b72-a63d-492c9b3bf2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:06.685425 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d627d89-e458-44e8-b185-cad2ecfba334 HTTP/1.1" status: 204  len: 168 time: 1.9547417
Apr 20 23:34:06.686728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d627d89-e458-44e8-b185-cad2ecfba334,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:06.693916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:06.834020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device de100e3e-f5b0-46f5-b1c6-90cc9cd766fc no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:34:06.885648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: de100e3e-f5b0-46f5-b1c6-90cc9cd766fc {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:34:06.886439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device de100e3e-f5b0-46f5-b1c6-90cc9cd766fc not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:34:06.958429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45262) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:06.999609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.068994 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-408afd69-9192-4061-90ab-1fffd01cbeb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3c71ff292b740db875e9d0c104b80d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1069117
Apr 20 23:34:07.069506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45266) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:07.151250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.184177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.238491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.242993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5fbef688-eea5-4793-83e1-24df193c769c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:07.259088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b57594-44da-45ff-ac31-f72afd135db2,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:07.261728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:07.281543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.282790 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3426c7ab-f598-4459-8844-afd972515a12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77b57594-44da-45ff-ac31-f72afd135db2 HTTP/1.1" status: 204  len: 168 time: 0.2121639
Apr 20 23:34:07.698280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45276) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:07.754137 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8a6ba298-d170-4ec7-a61c-1d6c1c183a43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0056ce98ac1465daa20f74a247a4999&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545065
Apr 20 23:34:07.756699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45280) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:07.782623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a714c-d14a-4da2-9ea5-45cd5f999bb5 req-6e544bc9-84bf-4095-891e-0bd27743ac7a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:07.784732 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-929a714c-d14a-4da2-9ea5-45cd5f999bb5 req-6e544bc9-84bf-4095-891e-0bd27743ac7a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1090717
Apr 20 23:34:07.828660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.841976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-929a714c-d14a-4da2-9ea5-45cd5f999bb5 req-664988da-fd5b-4706-b148-cded42ac1cc1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500286
Apr 20 23:34:07.859812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.912997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.920822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d6d24b2-c34a-443e-982b-8e99a993494e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:07.936725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fe397-5694-4de9-a3d1-23b4d65822ed,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:07.940549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:07.944468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:07.946260 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d89fe397-5694-4de9-a3d1-23b4d65822ed HTTP/1.1" status: 204  len: 168 time: 0.1879714
Apr 20 23:34:09.067712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8111-0bbd-43eb-94ef-141abc6dd706 req-656b2e07-e6c1-48bc-85dc-f9178d985fb1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:09.070049 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f19d8111-0bbd-43eb-94ef-141abc6dd706 req-656b2e07-e6c1-48bc-85dc-f9178d985fb1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1009693
Apr 20 23:34:09.135145 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f19d8111-0bbd-43eb-94ef-141abc6dd706 req-5a96ef9d-e534-4407-be4b-7aaeea111f4e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567923
Apr 20 23:34:09.450485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6ddf4544-a3c1-43e3-9908-81fd4997cc29 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Synchronizing usage tracker for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:34:09.474738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6ddf4544-a3c1-43e3-9908-81fd4997cc29 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Unset dirty status for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:34:09.476284 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6ddf4544-a3c1-43e3-9908-81fd4997cc29 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104930393&fields=id&tenant_id=84c47d3d8985465aae4acc0df4fd3689 HTTP/1.1" status: 200  len: 267 time: 0.0732367
Apr 20 23:34:09.644568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-fef2a181-9039-4a50-809e-b03abb93c71e tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:09.645407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-fef2a181-9039-4a50-809e-b03abb93c71e tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Synchronizing usage tracker for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:network {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:34:09.663084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-fef2a181-9039-4a50-809e-b03abb93c71e tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Unset dirty status for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:network {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:34:09.669928 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-fef2a181-9039-4a50-809e-b03abb93c71e tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 809 time: 0.1850696
Apr 20 23:34:09.681704 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-a8a3e8ee-df02-48cc-a893-f7af488bd194 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/quotas/84c47d3d8985465aae4acc0df4fd3689 HTTP/1.1" status: 200  len: 375 time: 0.0105503
Apr 20 23:34:09.783087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-a6096e1b-735f-44a4-a67e-d00a7f4c511a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Synchronizing usage tracker for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:port {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:34:09.802409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-a6096e1b-735f-44a4-a67e-d00a7f4c511a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Unset dirty status for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:port {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:34:09.804354 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-a6096e1b-735f-44a4-a67e-d00a7f4c511a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1166558
Apr 20 23:34:10.192572 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-16b5ca89-b0d5-4635-bc2b-c848eeb93899 service neutron] 10.222.0.24 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3726320
Apr 20 23:34:10.395675 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-84e77d10-fdfc-447d-ae36-a74321641fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021534
Apr 20 23:34:10.410797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9388db8-74ff-4f98-a4b7-0325837b0269 req-129b758b-42cb-4b60-beba-0aa6f36fc293 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:10.412471 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c9388db8-74ff-4f98-a4b7-0325837b0269 req-129b758b-42cb-4b60-beba-0aa6f36fc293 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1403060
Apr 20 23:34:10.467823 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c9388db8-74ff-4f98-a4b7-0325837b0269 req-2cc7b1a4-e11a-4ffc-b0e5-30c17095065c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480499
Apr 20 23:34:10.850221 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-64873355-593d-4ab7-934f-c44495d2abd7 req-8cee0b38-8b60-4515-9f5f-d34c8a490ca0 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 210 time: 0.0476294
Apr 20 23:34:11.408823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-a976db43-e870-4ff3-af75-38bb40097c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:11.410487 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-a976db43-e870-4ff3-af75-38bb40097c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1098 time: 0.3263128
Apr 20 23:34:11.559340 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-51c78345-c3be-4608-a238-7c39b25367e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:11.560875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-51c78345-c3be-4608-a238-7c39b25367e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.1415985
Apr 20 23:34:11.673520 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-a0ddb9be-0896-49c2-aaae-e3b92e12110d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 1001 time: 0.1041396
Apr 20 23:34:11.674389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca301ff-aef8-41dd-94f1-414562edab67 req-f0701841-80d5-4528-bfed-df222a71e2bf tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:11.676006 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dca301ff-aef8-41dd-94f1-414562edab67 req-f0701841-80d5-4528-bfed-df222a71e2bf tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.0892475
Apr 20 23:34:11.728104 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dca301ff-aef8-41dd-94f1-414562edab67 req-19aec3ef-51ea-427c-87e3-ccb2e380ce64 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454028
Apr 20 23:34:11.750912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-75403314-6216-45a0-a14a-6c587883bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:11.752497 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-75403314-6216-45a0-a14a-6c587883bac1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0658350
Apr 20 23:34:11.947265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-b0332d49-cb5d-4747-95c0-ba800e1d1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:11.949009 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-b0332d49-cb5d-4747-95c0-ba800e1d1e5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1883278
Apr 20 23:34:12.017554 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-911c5985-b414-406e-b1ba-168e0e152f6f req-53984c7c-8010-42e5-a1e9-a4c754295086 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 210 time: 0.0525742
Apr 20 23:34:12.083236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-e11d166f-75b4-4919-ba83-996b4eca3c5a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:12.084776 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-e11d166f-75b4-4919-ba83-996b4eca3c5a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 809 time: 0.2674568
Apr 20 23:34:12.187341 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-6de9061e-217f-4dd3-b10c-6fae9b70450d service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184217
Apr 20 23:34:12.220157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-7ee54452-c1af-452c-89da-bd5e8d416e25 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Synchronizing usage tracker for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:34:12.294135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-7ee54452-c1af-452c-89da-bd5e8d416e25 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Unset dirty status for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:34:12.295544 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-7ee54452-c1af-452c-89da-bd5e8d416e25 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84c47d3d8985465aae4acc0df4fd3689 HTTP/1.1" status: 200  len: 8059 time: 0.2006624
Apr 20 23:34:12.309693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'port': {'device_id': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'admin_state_up': True, 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'security_groups': ['e91eadf0-f216-4379-8b77-44e9f50686cc']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:34:12.441352 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f17bc201-1640-4f6b-940a-2fc6b847a72e req-3ebbd90c-d4c0-4477-82ba-b57d4ec6b43c service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464647
Apr 20 23:34:12.484735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:34:12.495072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:34:12.506160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Made reservation on behalf of 84c47d3d8985465aae4acc0df4fd3689 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:34:12.512236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:12.694611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Allocated IP 172.20.0.12 (e29d01a0-74e5-4e48-b24e-f5032c36d374/b57929fa-da2c-4e00-a91c-1feb0fae7656/3c8c1502-19e3-4d15-a3a2-50bef6bfc320) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:34:12.898526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:12.915298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Transition to ACTIVE for port object 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:34:12.939281 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7c03e-ead1-40f2-87d7-bc0bc7ef170a req-bde350bb-9281-4585-9e1f-b5baef2e9982 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:12.940312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:12.940905 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a7c03e-ead1-40f2-87d7-bc0bc7ef170a req-bde350bb-9281-4585-9e1f-b5baef2e9982 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.0921669
Apr 20 23:34:12.946427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2679c2e6-d98d-4d63-9e14-126734c7c064 tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:12.989660 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a7c03e-ead1-40f2-87d7-bc0bc7ef170a req-e8e0359d-b6c6-419b-963d-5398d19890f6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420890
Apr 20 23:34:13.024050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:34:13.027356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:34:13.032448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:34:13.061033 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:13.107991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:13.108988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:13.113670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:13.138581 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8349915
Apr 20 23:34:13.150904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Request body: {'port': {'device_id': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:34:13.232399 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409be32-8895-4a07-b617-d064306bdff1 req-1b470292-737c-4eb3-ace1-7c71f35019fb tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:13.234069 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2409be32-8895-4a07-b617-d064306bdff1 req-1b470292-737c-4eb3-ace1-7c71f35019fb tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 932 time: 0.0926898
Apr 20 23:34:13.251153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0509a84c-5536-4b7d-8476-335546463983 None None] Provisioning for port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:34:13.256668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-0509a84c-5536-4b7d-8476-335546463983 None None] Provisioning complete for port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:34:13.257161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0509a84c-5536-4b7d-8476-335546463983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:13.274385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:13.284618 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2409be32-8895-4a07-b617-d064306bdff1 req-8ea4de81-cc36-41dd-b1aa-1f05ce117b4c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429053
Apr 20 23:34:13.317509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-0509a84c-5536-4b7d-8476-335546463983 None None] Port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:34:13.655799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:34:13.663777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:13.679409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Transition to ACTIVE for port object 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:34:13.683757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:13.687489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-30d24635-b12c-4212-a755-10483217934a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:13.821044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:13.825063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:13.935931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Attempting to bind port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:34:13.936156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Attempting to bind port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:34:13.936556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Attempting to bind port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 on network e29d01a0-74e5-4e48-b24e-f5032c36d374 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:34:13.941730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 on network e29d01a0-74e5-4e48-b24e-f5032c36d374 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:34:13.942079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Attempting to bind port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 on network e29d01a0-74e5-4e48-b24e-f5032c36d374 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:34:13.947684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:34:13.948050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Checking segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:34:13.948484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Bound using segment: {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:34:13.948951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Bound port: 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02364bf-7dee-47b1-b5b2-371b40c3695e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:34:13.949361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:14.047435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:34:14.050711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:34:14.056785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:14.060945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8babc382-ff37-44ee-a806-5aa3fcd3b268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:14.135318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:14.135963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:14.137522 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 1094 time: 0.9913468
Apr 20 23:34:14.138136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:34:14.147347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:14.150623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:14.229113 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'status': 'completed', 'code': 200}
Apr 20 23:34:14.234362 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65cc4-276c-4dd4-a218-da1d9002d3c9 req-e98fbdc6-1d07-4bb5-ac48-bcf4975a3328 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:14.236035 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e1c65cc4-276c-4dd4-a218-da1d9002d3c9 req-e98fbdc6-1d07-4bb5-ac48-bcf4975a3328 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 945 time: 0.1077590
Apr 20 23:34:14.277883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-af8dbbbf-d19a-4509-8e1a-e28f979d1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:14.279677 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-af8dbbbf-d19a-4509-8e1a-e28f979d1210 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1097 time: 0.0887690
Apr 20 23:34:14.290491 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e1c65cc4-276c-4dd4-a218-da1d9002d3c9 req-77221fe4-e504-4c04-b6d0-9e06c016a962 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473349
Apr 20 23:34:14.354613 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-d5ce1273-3788-473f-8988-752de10c7b8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 217 time: 0.0671313
Apr 20 23:34:14.429972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-f2c838da-c164-4feb-8fb9-2e1e56563f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:14.431509 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-f2c838da-c164-4feb-8fb9-2e1e56563f24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0692768
Apr 20 23:34:14.497139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a96e8e-7adf-41ed-9051-b611cbe1ac9d req-10c78fe4-1628-4470-b115-50433c31c5d4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:14.498690 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d3a96e8e-7adf-41ed-9051-b611cbe1ac9d req-10c78fe4-1628-4470-b115-50433c31c5d4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0921702
Apr 20 23:34:14.518730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-dbc0fdb3-bcb6-45a2-b090-d41b021c3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:14.520357 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-dbc0fdb3-bcb6-45a2-b090-d41b021c3849 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814693
Apr 20 23:34:14.550896 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d3a96e8e-7adf-41ed-9051-b611cbe1ac9d req-16b28f8a-5db9-4ec8-94b1-514264d2f0ef tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453591
Apr 20 23:34:14.824377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:34:14.914634 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-6520c262-b2c5-42ca-be02-97e8bfaaffcb service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3871348
Apr 20 23:34:14.950053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:14.979105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:34:14.989697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:14.993122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:14.995093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:15.027800 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'code': 422} returned with failed status
Apr 20 23:34:15.061230 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a9cecfe5-1b82-47c0-8225-f0753cbbff86 req-986bddef-f934-4a7d-9c42-1f0c2c3c542a service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388526
Apr 20 23:34:15.069048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=8']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:15.072295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:15.185040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf518-55fe-4749-a941-16d12e141bd9 req-ee02367b-9dca-4575-8949-d2e1ee06cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:15.186669 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-ee02367b-9dca-4575-8949-d2e1ee06cdfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1097 time: 0.0789874
Apr 20 23:34:15.337374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf518-55fe-4749-a941-16d12e141bd9 req-e6dd0a28-43ee-4a1b-846b-daa0fb2daeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:15.338995 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-e6dd0a28-43ee-4a1b-846b-daa0fb2daeff service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1448252
Apr 20 23:34:15.416997 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-3fdbc0c5-9da1-4c4f-a76d-401d0637622e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 217 time: 0.0700881
Apr 20 23:34:15.490332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf518-55fe-4749-a941-16d12e141bd9 req-78cc2148-f1a6-4815-92c3-f13ec5f4a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:15.491928 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-78cc2148-f1a6-4815-92c3-f13ec5f4a267 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0678108
Apr 20 23:34:15.580776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf518-55fe-4749-a941-16d12e141bd9 req-a70fc705-cdfa-4fdf-80d0-0ade50bd4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:15.582610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-a70fc705-cdfa-4fdf-80d0-0ade50bd4d63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832586
Apr 20 23:34:15.733110 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-7f746a22-316c-42aa-ba57-83eea3155ad4 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427467
Apr 20 23:34:15.810242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d289a01-d776-4cdc-8df4-1aff44a927fc req-0ef2368b-5760-44a4-8624-7392a503d756 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:15.811864 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7d289a01-d776-4cdc-8df4-1aff44a927fc req-0ef2368b-5760-44a4-8624-7392a503d756 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.4020166
Apr 20 23:34:15.879674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df4a3e-f2d4-4dc4-a625-e14467cb9fb9 req-429c318c-762f-459c-990f-9e67edee2b3f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:15.881215 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-899cf518-55fe-4749-a941-16d12e141bd9 req-c3c55f5e-f87a-47ce-92ba-0573b1fde5cb service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404579
Apr 20 23:34:15.881442 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-27df4a3e-f2d4-4dc4-a625-e14467cb9fb9 req-429c318c-762f-459c-990f-9e67edee2b3f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1488783
Apr 20 23:34:15.884385 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7d289a01-d776-4cdc-8df4-1aff44a927fc req-9e2a17ad-f29d-4240-ba67-ff0a8d0cf7a7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628159
Apr 20 23:34:15.936027 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-27df4a3e-f2d4-4dc4-a625-e14467cb9fb9 req-224cfec4-4d78-4200-b838-c2724ee68609 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473139
Apr 20 23:34:16.880640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c29f3a-27ff-4036-beb5-1ccb1f0543d8 req-6106d311-3ae7-4a87-8469-df9d2d61593f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:16.882324 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0c29f3a-27ff-4036-beb5-1ccb1f0543d8 req-6106d311-3ae7-4a87-8469-df9d2d61593f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.0905707
Apr 20 23:34:16.931843 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0c29f3a-27ff-4036-beb5-1ccb1f0543d8 req-3954bdfb-64a1-453f-8c11-90ae6f8772ab tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422866
Apr 20 23:34:17.140709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37acf75-3927-4c56-857b-f3cf54dd537d req-a02af727-7ed3-47fc-9c0c-152173ea809f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:17.142335 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e37acf75-3927-4c56-857b-f3cf54dd537d req-a02af727-7ed3-47fc-9c0c-152173ea809f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0931399
Apr 20 23:34:17.158445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45388) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:17.193334 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e37acf75-3927-4c56-857b-f3cf54dd537d req-66b7f6e2-a80f-4a02-af08-2a320cec5d95 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444713
Apr 20 23:34:17.286112 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-43b80064-350e-47bc-ae34-93fcb05bedcc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1261523
Apr 20 23:34:18.145383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034556a-2dd0-4dc7-b002-4f59449956d0 req-5534f490-9ed7-4fe2-b8ce-2dca7497902c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:18.146981 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5034556a-2dd0-4dc7-b002-4f59449956d0 req-5534f490-9ed7-4fe2-b8ce-2dca7497902c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.0943274
Apr 20 23:34:18.195466 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5034556a-2dd0-4dc7-b002-4f59449956d0 req-e156c6a4-b6a5-4ae3-9dd0-ca8e1e9a62e6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415993
Apr 20 23:34:18.412988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d8aa9-cdd0-4adc-9ff8-2468a91a7f85 req-14262376-6af2-4fab-819b-0f07c1593e37 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:18.414663 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f5d8aa9-cdd0-4adc-9ff8-2468a91a7f85 req-14262376-6af2-4fab-819b-0f07c1593e37 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1045189
Apr 20 23:34:18.463927 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f5d8aa9-cdd0-4adc-9ff8-2468a91a7f85 req-1d0fab52-b319-4edd-85da-24d12764d656 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421109
Apr 20 23:34:18.611269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-19c811e5-1089-4a2c-b6cd-d574c9be206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:18.612756 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-19c811e5-1089-4a2c-b6cd-d574c9be206a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea&tenant_id=a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 1096 time: 0.0840380
Apr 20 23:34:18.721928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-7db0a74a-c125-4dcc-9975-5cf520424dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:18.723451 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-7db0a74a-c125-4dcc-9975-5cf520424dee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1096 time: 0.0842934
Apr 20 23:34:18.877920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-63da1de5-8074-4aa7-86eb-1960f376e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:18.879505 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-63da1de5-8074-4aa7-86eb-1960f376e673 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.1491849
Apr 20 23:34:18.887127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:34:18.991970 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-98e6ee61-7b36-42fc-8846-21478e7fa671 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 999 time: 0.1049507
Apr 20 23:34:19.073796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-e2946ecb-7d4b-4eb1-bb21-bf7b9704a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:19.075519 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-e2946ecb-7d4b-4eb1-bb21-bf7b9704a7dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0766516
Apr 20 23:34:19.165633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-3bb388c1-f643-41ac-9dda-2ee5c7139220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:19.167251 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-3bb388c1-f643-41ac-9dda-2ee5c7139220 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827279
Apr 20 23:34:19.310976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-5e0a1682-ac13-47dc-80b1-2469380e5c4b service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358917
Apr 20 23:34:19.411081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ee85c-dc6b-408d-a555-61e50961f753 req-573c438b-cc93-4a26-aa1e-3225e2f873f8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:19.412695 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-996ee85c-dc6b-408d-a555-61e50961f753 req-573c438b-cc93-4a26-aa1e-3225e2f873f8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.0968082
Apr 20 23:34:19.456744 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-55f87467-9721-4b1f-9b62-9cbd039c9341 req-62940b96-8465-4599-a73d-c4b0dbe6db61 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378627
Apr 20 23:34:19.462254 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-996ee85c-dc6b-408d-a555-61e50961f753 req-bf8efeda-7081-40fe-a6ba-33aa8f4c1f0d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416057
Apr 20 23:34:19.672630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e4db-7a4e-4275-a992-0fdd9ddf64dd req-edf546c8-0c46-4995-a1f0-fe9d7d834542 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:19.674269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45d2e4db-7a4e-4275-a992-0fdd9ddf64dd req-edf546c8-0c46-4995-a1f0-fe9d7d834542 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0974841
Apr 20 23:34:19.725570 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-45d2e4db-7a4e-4275-a992-0fdd9ddf64dd req-7c406555-dd46-460a-b5fd-41bf01aa5740 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425048
Apr 20 23:34:20.718657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8697d-cec8-4c60-a5b6-15d63f5612b5 req-17c29cea-bad2-43b7-a17b-46014ad2e7e3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:20.720587 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-61d8697d-cec8-4c60-a5b6-15d63f5612b5 req-17c29cea-bad2-43b7-a17b-46014ad2e7e3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1105576
Apr 20 23:34:20.783169 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-61d8697d-cec8-4c60-a5b6-15d63f5612b5 req-c82ca9a3-3078-4186-881b-188e2220828f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557833
Apr 20 23:34:20.945878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5073148-41c3-4d04-b01c-dffeb2c75b7c req-5414bcd5-ca70-40d4-8bb2-cc5d3930fd7a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:20.947476 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e5073148-41c3-4d04-b01c-dffeb2c75b7c req-5414bcd5-ca70-40d4-8bb2-cc5d3930fd7a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0901005
Apr 20 23:34:21.003451 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e5073148-41c3-4d04-b01c-dffeb2c75b7c req-7551637a-a20d-4fb0-9a3e-0805329582cc tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487256
Apr 20 23:34:22.012594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cf65c-4820-4382-8135-f475aa2045a4 req-48e43945-eece-417a-90c9-084a2c97b4d9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:22.014622 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-539cf65c-4820-4382-8135-f475aa2045a4 req-48e43945-eece-417a-90c9-084a2c97b4d9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1000412
Apr 20 23:34:22.067703 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-539cf65c-4820-4382-8135-f475aa2045a4 req-07b81128-4ce5-4f62-bb39-e7c120ce6dbc tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463529
Apr 20 23:34:22.218833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce484ea-8044-4cd2-a471-b8a4eb84c9be req-4783413a-579f-4468-8628-fb1d9f975635 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:22.220484 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fce484ea-8044-4cd2-a471-b8a4eb84c9be req-4783413a-579f-4468-8628-fb1d9f975635 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0953693
Apr 20 23:34:22.270818 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fce484ea-8044-4cd2-a471-b8a4eb84c9be req-fd02d898-41ab-4b86-afa9-2bd81a512286 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435164
Apr 20 23:34:23.281699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62112df3-89cb-4bd4-b00c-50da9c9f1969 req-56c8bc7e-4280-45d0-a2d0-77c8a4f5aba3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:23.283317 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62112df3-89cb-4bd4-b00c-50da9c9f1969 req-56c8bc7e-4280-45d0-a2d0-77c8a4f5aba3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.0941801
Apr 20 23:34:23.339857 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62112df3-89cb-4bd4-b00c-50da9c9f1969 req-1b69fa3f-f8b4-4a28-8e9e-ba7a9e23f1fa tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495932
Apr 20 23:34:23.480079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d4675-e713-4d1b-9038-ede2dce7dc33 req-1ccfde3f-4eae-4116-95e5-7d599af6e0b9 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:23.481738 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-793d4675-e713-4d1b-9038-ede2dce7dc33 req-1ccfde3f-4eae-4116-95e5-7d599af6e0b9 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0923028
Apr 20 23:34:23.543226 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-793d4675-e713-4d1b-9038-ede2dce7dc33 req-26631284-82ef-48a0-9602-e1bc53f443ad tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506182
Apr 20 23:34:23.673380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:34:23.914575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:24.557394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00413100-e1bf-45f5-a0da-72f802d4ce75 req-57c82564-8d7d-4e04-9ffd-d9f8324eb256 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:24.559019 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-00413100-e1bf-45f5-a0da-72f802d4ce75 req-57c82564-8d7d-4e04-9ffd-d9f8324eb256 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.0961509
Apr 20 23:34:24.611421 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-00413100-e1bf-45f5-a0da-72f802d4ce75 req-bbb0ac2a-3c90-490d-b696-2d96e0eaeaa1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458374
Apr 20 23:34:24.762648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745eb9-f1b1-4260-85ba-3d87026d494b req-bc9a62d9-4e6d-4250-9f09-a3623aa96f7d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:24.764398 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54745eb9-f1b1-4260-85ba-3d87026d494b req-bc9a62d9-4e6d-4250-9f09-a3623aa96f7d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0942800
Apr 20 23:34:24.814228 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54745eb9-f1b1-4260-85ba-3d87026d494b req-952a9523-94ad-4382-8cb5-620fb22d685a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429766
Apr 20 23:34:25.867767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79a6be-e8a2-4aaa-811f-9021bd1b994b req-dc9b65d4-19e1-48ef-a9f7-96ec8d981dbf tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:25.870971 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5c79a6be-e8a2-4aaa-811f-9021bd1b994b req-dc9b65d4-19e1-48ef-a9f7-96ec8d981dbf tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1109002
Apr 20 23:34:25.922453 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5c79a6be-e8a2-4aaa-811f-9021bd1b994b req-14c9b650-3bab-430e-ba03-733f22b38469 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442474
Apr 20 23:34:26.038472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8feed3-4025-479a-8e38-90216518b1de req-8886d73e-0586-4161-a1ee-7938b85c107c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:26.040549 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8b8feed3-4025-479a-8e38-90216518b1de req-8886d73e-0586-4161-a1ee-7938b85c107c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0949430
Apr 20 23:34:26.095514 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8b8feed3-4025-479a-8e38-90216518b1de req-26d178cd-064e-403f-8870-ca1886d64871 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474288
Apr 20 23:34:27.150879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b030e-cb96-47a4-a091-e1e134cd6d26 req-ccdb4eaa-a149-4db6-b040-bd82ce2593e4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:27.152606 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2c4b030e-cb96-47a4-a091-e1e134cd6d26 req-ccdb4eaa-a149-4db6-b040-bd82ce2593e4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1079504
Apr 20 23:34:27.214497 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2c4b030e-cb96-47a4-a091-e1e134cd6d26 req-11a42f97-c063-4dfd-9b97-131a6823cacb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550880
Apr 20 23:34:27.308135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b641c-c12a-42d3-9da2-98315e43464e req-147d2d66-8ce0-4df1-8681-3405a3b6e3c9 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:27.309968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fe5b641c-c12a-42d3-9da2-98315e43464e req-147d2d66-8ce0-4df1-8681-3405a3b6e3c9 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0940320
Apr 20 23:34:27.369800 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fe5b641c-c12a-42d3-9da2-98315e43464e req-ab9b9ed3-11c9-4186-9fa0-9550431e77a0 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525506
Apr 20 23:34:28.443539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6b5c2-1ab0-4992-abaa-51411d20d284 req-5e93c1c6-fce3-4339-8a07-073384cf5a83 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:28.445179 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6df6b5c2-1ab0-4992-abaa-51411d20d284 req-5e93c1c6-fce3-4339-8a07-073384cf5a83 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1019604
Apr 20 23:34:28.536939 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6df6b5c2-1ab0-4992-abaa-51411d20d284 req-b0f91870-471e-44b9-a33b-d145cbb52b74 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853028
Apr 20 23:34:28.589073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15600867-7139-4ac8-8141-a6dafac2d4eb req-d2904d81-e314-4eb8-924f-93d715f5161c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:28.590705 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15600867-7139-4ac8-8141-a6dafac2d4eb req-d2904d81-e314-4eb8-924f-93d715f5161c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1007819
Apr 20 23:34:28.639729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15600867-7139-4ac8-8141-a6dafac2d4eb req-192b91ea-2822-4b78-ae2f-0e4b99364561 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422518
Apr 20 23:34:29.831595 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75ee6c-601f-4b35-87f2-64225ada4aa3 req-1eb7dbc2-6398-47f3-a7eb-b281104d60e9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:29.833190 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da75ee6c-601f-4b35-87f2-64225ada4aa3 req-1eb7dbc2-6398-47f3-a7eb-b281104d60e9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1516249
Apr 20 23:34:29.901405 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-da75ee6c-601f-4b35-87f2-64225ada4aa3 req-cc6a251d-6756-4972-98c9-8f4ae032a458 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600388
Apr 20 23:34:29.923784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52de17-521f-4d54-9fe9-88e7a13ea3ba req-20c01d3e-7145-4f9f-bb21-911afaf90c5d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:29.926117 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1b52de17-521f-4d54-9fe9-88e7a13ea3ba req-20c01d3e-7145-4f9f-bb21-911afaf90c5d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1552517
Apr 20 23:34:29.990083 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1b52de17-521f-4d54-9fe9-88e7a13ea3ba req-73101567-81f2-497d-b40d-819b73b189f6 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570149
Apr 20 23:34:30.606685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-975c9ef9-8314-4596-b7db-463173a3bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:30.608257 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-975c9ef9-8314-4596-b7db-463173a3bd82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1096 time: 0.0787013
Apr 20 23:34:30.768045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-35a69d92-8a81-4c96-87f2-ae02c0925ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:30.769670 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-35a69d92-8a81-4c96-87f2-ae02c0925ed3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.1388586
Apr 20 23:34:30.878737 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-56c3f816-234a-4536-8917-398acf80c0f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 200  len: 999 time: 0.1016715
Apr 20 23:34:30.951745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-67f9d33a-bb88-46ca-8684-1a01cd61d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:30.953305 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-67f9d33a-bb88-46ca-8684-1a01cd61d7fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0681241
Apr 20 23:34:31.037682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-ff7499e4-048d-4895-91b4-0f0966c53efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:31.039325 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-ff7499e4-048d-4895-91b4-0f0966c53efb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784264
Apr 20 23:34:31.173169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c5d2b-245e-490c-928d-680a30f59266 req-6fec901a-707e-49ab-92a2-a8e2a197677b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:31.182873 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-215c5d2b-245e-490c-928d-680a30f59266 req-6fec901a-707e-49ab-92a2-a8e2a197677b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1536272
Apr 20 23:34:31.195384 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-c78bd667-6523-40ca-b555-c26d6070839d service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408980
Apr 20 23:34:31.242159 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-215c5d2b-245e-490c-928d-680a30f59266 req-a5bff71a-91b0-4412-ad22-49010e36c830 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586858
Apr 20 23:34:31.263810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2175-6ba9-4223-96dd-6976b4c3ff83 req-c943fe7e-2804-4d91-bce8-b80f5f6f4163 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:31.265653 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-830c2175-6ba9-4223-96dd-6976b4c3ff83 req-c943fe7e-2804-4d91-bce8-b80f5f6f4163 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1455417
Apr 20 23:34:31.315932 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-830c2175-6ba9-4223-96dd-6976b4c3ff83 req-70bd29af-b9df-4758-b90f-20d5fb1db338 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434844
Apr 20 23:34:31.339596 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c3871f80-13f4-45d3-8deb-d8454d484f6e req-0dfbcc17-3c29-436e-b54d-2a399db0dfe9 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378036
Apr 20 23:34:32.535828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee486ea2-adc3-4d99-a416-37bcee6918d8 req-61c1850e-8136-4e81-898a-00415efdf818 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:32.537352 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee486ea2-adc3-4d99-a416-37bcee6918d8 req-61c1850e-8136-4e81-898a-00415efdf818 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1594784
Apr 20 23:34:32.550562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6f0e1-46b2-474f-b6bf-5e29285fca20 req-36cffbb9-31c7-4afe-84dd-d1e1b6b6ede5 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:32.552158 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-24f6f0e1-46b2-474f-b6bf-5e29285fca20 req-36cffbb9-31c7-4afe-84dd-d1e1b6b6ede5 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1204174
Apr 20 23:34:32.630553 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee486ea2-adc3-4d99-a416-37bcee6918d8 req-5ed669db-65d0-4df7-9a0b-be1a576f46ae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772941
Apr 20 23:34:32.638197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-24f6f0e1-46b2-474f-b6bf-5e29285fca20 req-35fb1e01-b859-4732-a822-cc1c5611a45a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679891
Apr 20 23:34:32.685025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-eac7bf90-87e0-4214-93bd-2ddf39da014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:33.010788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:34:33.159640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:33.174182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'port_id': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'mac_address': 'fa:16:3e:37:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:34:33.236511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:33.255901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:34:33.273280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:33.277293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:33.279143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9d286398-9e56-4667-8538-ea263f758aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:33.351259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:33.354750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:33.479811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['3c8c1502-19e3-4d15-a3a2-50bef6bfc320'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:34:33.932398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603a8e7-320b-4d56-9b95-b4b2071f3e22 req-38ffc0c1-fd84-42c3-88b6-e0a8717c443c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:33.934016 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2603a8e7-320b-4d56-9b95-b4b2071f3e22 req-38ffc0c1-fd84-42c3-88b6-e0a8717c443c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 945 time: 0.1618681
Apr 20 23:34:33.945195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a145845-2be5-46cf-b69d-6c8d76c715b6 req-66e1eb95-e3c4-483c-9560-b695bfca7e08 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:33.946662 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a145845-2be5-46cf-b69d-6c8d76c715b6 req-66e1eb95-e3c4-483c-9560-b695bfca7e08 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1363590
Apr 20 23:34:34.020609 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2603a8e7-320b-4d56-9b95-b4b2071f3e22 req-42aa0399-3353-45a7-9d4f-8208838fb229 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729356
Apr 20 23:34:34.025206 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5a145845-2be5-46cf-b69d-6c8d76c715b6 req-590c5ad6-3eb5-43c4-b2d6-7a4b57a9f278 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633721
Apr 20 23:34:34.798402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ea9b92cb-440d-46f4-9e1d-e7f72ecd9a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:35.027768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:34:35.122816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:34:35.128180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:34:35.128679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:35.255365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:35.283637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:34:35.294302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:35.297833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:35.299890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:35.301909 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765409c-1c4d-44d5-b0ad-6f0de209db95 req-8f025f76-b079-4fca-9ca5-a37175b48694 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:35.303540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c765409c-1c4d-44d5-b0ad-6f0de209db95 req-8f025f76-b079-4fca-9ca5-a37175b48694 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 945 time: 0.1617627
Apr 20 23:34:35.312798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b409-3fa2-4bdf-b972-90c4c5729c02 req-0c5a89e0-4a36-4448-a807-3df04476197d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:35.314348 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dc28b409-3fa2-4bdf-b972-90c4c5729c02 req-0c5a89e0-4a36-4448-a807-3df04476197d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1304576
Apr 20 23:34:35.372248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:35.387166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.387559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.387940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.388321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.388698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.389066 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.389196 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c765409c-1c4d-44d5-b0ad-6f0de209db95 req-d930cb5f-8ac6-41da-84b4-dcfb2238ad6c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738530
Apr 20 23:34:35.389468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.389864 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.390353 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.390722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.391077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.391434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:35.393930 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dc28b409-3fa2-4bdf-b972-90c4c5729c02 req-d10ed121-4ed2-4423-9af9-e1ee8dabb540 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646360
Apr 20 23:34:35.398576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:35.445421 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'code': 200}
Apr 20 23:34:35.501411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:35.645053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:35.749096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4367-2931-4e71-a875-2d55ea15a0e4 req-44e65344-1f9c-4c3e-8b3f-3c7f4b8dd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:35.750742 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-527b4367-2931-4e71-a875-2d55ea15a0e4 req-44e65344-1f9c-4c3e-8b3f-3c7f4b8dd1f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.0790150
Apr 20 23:34:35.796955 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-527b4367-2931-4e71-a875-2d55ea15a0e4 req-c7d523d2-cc32-4d01-89a4-d71ae9e7d7c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395212
Apr 20 23:34:36.676610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a72495-4e1a-4aec-8bdf-5e1d4336bc1f req-81a0f947-b8f9-4228-909b-6cf13c33fb3d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:36.678360 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54a72495-4e1a-4aec-8bdf-5e1d4336bc1f req-81a0f947-b8f9-4228-909b-6cf13c33fb3d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1627579
Apr 20 23:34:36.694009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72c932-a5a6-45f8-a336-845e85151c98 req-3a7a9079-5e65-4009-852e-293dc6f506f3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:36.696070 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bd72c932-a5a6-45f8-a336-845e85151c98 req-3a7a9079-5e65-4009-852e-293dc6f506f3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1339252
Apr 20 23:34:36.773708 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54a72495-4e1a-4aec-8bdf-5e1d4336bc1f req-7cbe3c4a-25a5-402b-bd18-badca02213e5 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765562
Apr 20 23:34:36.781119 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bd72c932-a5a6-45f8-a336-845e85151c98 req-f1609b7e-7f2d-4dca-8b27-4cf11af5d44e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688050
Apr 20 23:34:36.999957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:38.052879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a47d-bb68-4d93-b6aa-91113358fbd9 req-28fe44c3-e19b-4454-952f-4ad0a0740a3f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:38.054496 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0037a47d-bb68-4d93-b6aa-91113358fbd9 req-28fe44c3-e19b-4454-952f-4ad0a0740a3f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1600988
Apr 20 23:34:38.066235 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd1d9b-ec88-4a97-9590-09fe8a48b0d1 req-658c4709-f454-4ff2-bc35-131184719780 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:38.067693 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3afd1d9b-ec88-4a97-9590-09fe8a48b0d1 req-658c4709-f454-4ff2-bc35-131184719780 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 943 time: 0.1343131
Apr 20 23:34:38.140108 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0037a47d-bb68-4d93-b6aa-91113358fbd9 req-372e81f9-37fd-4bfc-8096-d3ae11161758 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713918
Apr 20 23:34:38.147761 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3afd1d9b-ec88-4a97-9590-09fe8a48b0d1 req-04962b64-4064-4c1f-887e-e309a76077c2 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647285
Apr 20 23:34:38.341047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933540fe-e0fb-4278-90c7-9937254ec09c req-4bc268cb-4484-4ff8-83ba-22d6e76d424d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:38.342535 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-933540fe-e0fb-4278-90c7-9937254ec09c req-4bc268cb-4484-4ff8-83ba-22d6e76d424d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0923617
Apr 20 23:34:38.390460 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-933540fe-e0fb-4278-90c7-9937254ec09c req-23d4defd-924e-460f-879e-d72c8351bc52 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414369
Apr 20 23:34:38.414861 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45500) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:38.628538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f1b4d-45e6-469a-8e6a-c7a8a2917951 tempest-TestShelveInstance-279072038 tempest-TestShelveInstance-279072038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:38.629335 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7e6f1b4d-45e6-469a-8e6a-c7a8a2917951 tempest-TestShelveInstance-279072038 tempest-TestShelveInstance-279072038-project-admin] Synchronizing usage tracker for tenant:7b03fc3e40334c16a5f3ac9fbf82c2b9 on resource:port {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:34:38.646921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-7e6f1b4d-45e6-469a-8e6a-c7a8a2917951 tempest-TestShelveInstance-279072038 tempest-TestShelveInstance-279072038-project-admin] Unset dirty status for tenant:7b03fc3e40334c16a5f3ac9fbf82c2b9 on resource:port {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:34:38.648178 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-7e6f1b4d-45e6-469a-8e6a-c7a8a2917951 tempest-TestShelveInstance-279072038 tempest-TestShelveInstance-279072038-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1094 time: 0.2316556
Apr 20 23:34:38.651616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45506) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:34:38.657131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'port_id': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:34:38.663471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:34:38.667899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Usage tracker for resource:floatingip and tenant:84c47d3d8985465aae4acc0df4fd3689 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:34:38.670908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:34:38.677118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:34:38.687576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for floatingip, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:39.057452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:34:39.075426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:39.206940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:39.222309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'port_id': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'mac_address': 'fa:16:3e:ab:aa:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:34:39.222522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Allocated IP 172.27.1.33 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/b66b57c1-1623-48a2-a9ae-ecf6021d3755) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:34:39.286939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:39.305282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7e1e7c-ee63-4024-9d29-263cd1b772c9 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:34:39.321568 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:39.324637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:39.327223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:39.395915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=9']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:39.399200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:39.442621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:39.458529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a625-c3c8-4b12-820f-c6a2cd758386 req-da4be143-318d-49ad-b1ad-1f83c0c63e6e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:39.460129 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-93d8a625-c3c8-4b12-820f-c6a2cd758386 req-da4be143-318d-49ad-b1ad-1f83c0c63e6e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.1590080
Apr 20 23:34:39.521249 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-93d8a625-c3c8-4b12-820f-c6a2cd758386 req-ef641805-3296-4e12-b883-b15f094bfeea tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486155
Apr 20 23:34:39.522838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:39.526672 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86ed8052-bc97-43b6-9e6e-6f086be7516b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:39.553374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['fb7e1e7c-ee63-4024-9d29-263cd1b772c9'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:34:39.593848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:34:39.596959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:34:39.600891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:34:39.635566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'Port': ['ID=b66b57c1-1623-48a2-a9ae-ecf6021d3755,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:39.650676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.651089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.651538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.651912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.652309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.652708 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.653100 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.653539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.653892 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.654303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.654675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.655068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:34:39.660344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:40.054686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:40.133555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:40.356522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:40.362895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:40.369885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:40.491244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event updated for resources: {'Port': ['ID=b66b57c1-1623-48a2-a9ae-ecf6021d3755,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:40.494088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:40.503624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:40.749198 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Floating IP 185038f5-9b4e-44e8-8e5f-d257429b9665 associated. External IP: 172.27.1.33, port: 3c8c1502-19e3-4d15-a3a2-50bef6bfc320.
Apr 20 23:34:40.904722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fd1d8-517a-4892-994d-e985c127304e req-de64d106-93b0-47bc-858d-7418909f1ca6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:40.906335 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-796fd1d8-517a-4892-994d-e985c127304e req-de64d106-93b0-47bc-858d-7418909f1ca6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 944 time: 0.2599971
Apr 20 23:34:40.979924 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-796fd1d8-517a-4892-994d-e985c127304e req-35176ac6-4f81-4aca-a0b9-bb7728d3c628 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670643
Apr 20 23:34:41.073338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:34:41.146476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:34:41.147067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:41.178750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:34:41.272179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:41.302022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:34:41.312263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:34:41.315937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:41.318682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:34:41.360685 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'code': 200}
Apr 20 23:34:41.368401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:34:41.385055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] Sync routers for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:34:41.396927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:34:41.409552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:34:41.410232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429e8f7f0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:34:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:41.459047 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8063817
Apr 20 23:34:41.460026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:34:41.467880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=10']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:34:41.507997 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'status': 'completed', 'code': 200}
Apr 20 23:34:41.529752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:34:41.610444 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-cef012e0-ace1-4ee4-ad24-514d6351c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:41.613003 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-cef012e0-ace1-4ee4-ad24-514d6351c810 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.0833549
Apr 20 23:34:41.779141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-f2cf0fab-7eb4-4a2a-9e4a-509aaed22b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:41.780751 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-f2cf0fab-7eb4-4a2a-9e4a-509aaed22b9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1599307
Apr 20 23:34:41.781181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:34:41.945801 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-302251c8-f58f-4f46-be87-67b2e19c8729 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 999 time: 0.1578798
Apr 20 23:34:42.031527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2a67d-bf8b-4612-83a1-5e809ce8c606 req-c11f171f-5142-4241-bcc7-a9ff4eb8a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:42.033773 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4cd2a67d-bf8b-4612-83a1-5e809ce8c606 req-c11f171f-5142-4241-bcc7-a9ff4eb8a80e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 1099 time: 0.1901112
Apr 20 23:34:42.037397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-1cbe8be2-bc82-4153-9bdd-3fbb2043ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:42.038865 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-1cbe8be2-bc82-4153-9bdd-3fbb2043ebac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0811903
Apr 20 23:34:42.133714 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4cd2a67d-bf8b-4612-83a1-5e809ce8c606 req-23a41a39-444a-4005-9701-9dc5b72fe1c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937812
Apr 20 23:34:42.155813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-b98fede4-c726-4f54-9143-46b6095df16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:42.156868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429e8f7f0>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '185038f5-9b4e-44e8-8e5f-d257429b9665', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'port_id': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'mac_address': 'fa:16:3e:37:2c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:34:39Z', 'updated_at': '2021-04-20T23:34:39Z', 'revision_number': 0, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:47Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:42.157452 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-b98fede4-c726-4f54-9143-46b6095df16a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1004725
Apr 20 23:34:42.161347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] Checking router: 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:34:42.171147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:34:42.171890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429e8f7f0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:34:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:42.200411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7d80-afe4-49ad-9edd-812a7ee7c0aa req-ab52f2b1-d040-4aad-bf53-c77adeb20ee6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:42.202003 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b1db7d80-afe4-49ad-9edd-812a7ee7c0aa req-ab52f2b1-d040-4aad-bf53-c77adeb20ee6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 946 time: 0.0938275
Apr 20 23:34:42.251044 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b1db7d80-afe4-49ad-9edd-812a7ee7c0aa req-ec35c796-f404-4281-82d4-051ba2dd1cb7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417466
Apr 20 23:34:42.325792 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-e64ab4d8-b4da-41ab-9330-f0790d0d6236 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356668
Apr 20 23:34:42.362417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:34:42.468703 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13508354-a1c5-4c54-907c-47c78e4e0610 req-0b342a8e-5016-4e89-bf34-ace6d2b9b8e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356459
Apr 20 23:34:42.737323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429e8f7f0>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '185038f5-9b4e-44e8-8e5f-d257429b9665', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'port_id': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'mac_address': 'fa:16:3e:37:2c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:34:39Z', 'updated_at': '2021-04-20T23:34:39Z', 'revision_number': 0, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:47Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:34:42.741883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bcafe2-a1b5-4409-bb80-208669095ca9 None None] The sync data for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi is: [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '185038f5-9b4e-44e8-8e5f-d257429b9665', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'port_id': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'mac_address': 'fa:16:3e:37:2c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:34:39Z', 'updated_at': '2021-04-20T23:34:39Z', 'revision_number': 0, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:47Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:34:43.079497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f391d-96cd-4cf0-af96-e1f42206fa75 None None] New status for floating IP 185038f5-9b4e-44e8-8e5f-d257429b9665: ACTIVE {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:34:43.470778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59e62f-6547-45ad-a693-5a9dc6e91df0 req-043a7a77-9099-4ab5-a762-7ce54d27c93c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:43.472391 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-de59e62f-6547-45ad-a693-5a9dc6e91df0 req-043a7a77-9099-4ab5-a762-7ce54d27c93c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 946 time: 0.0937598
Apr 20 23:34:43.521680 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-de59e62f-6547-45ad-a693-5a9dc6e91df0 req-aa48cd31-b31e-4f09-a6d4-bcc6340ed4be tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424650
Apr 20 23:34:44.751141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d70d-6da6-454b-b00d-fa3874d4fb9a req-f08a9c7b-f3f2-44bd-8e08-ce9c9f718700 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:34:44.753394 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d526d70d-6da6-454b-b00d-fa3874d4fb9a req-f08a9c7b-f3f2-44bd-8e08-ce9c9f718700 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 946 time: 0.1033006
Apr 20 23:34:44.802165 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d526d70d-6da6-454b-b00d-fa3874d4fb9a req-30f99653-cc6c-4743-8cc7-78ed0e7404aa tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421040
Apr 20 23:34:53.925130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:00.674306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:35:02.501608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f74b6707-2a99-4824-a354-5042e8bb06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:04.804962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2626f314-538b-4b1f-8661-e935e607e8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:05.508867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:05.655524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:07.000194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:18.846114 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47d9d9-610f-462b-bbe0-6c81bfd65ef9 req-1e225c99-daa3-4845-84fa-6860d5fdceb8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:18.847759 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be47d9d9-610f-462b-bbe0-6c81bfd65ef9 req-1e225c99-daa3-4845-84fa-6860d5fdceb8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 946 time: 0.0958815
Apr 20 23:35:18.899383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-be47d9d9-610f-462b-bbe0-6c81bfd65ef9 req-5d78c766-dda7-41d1-b1c9-4d2de44e22d0 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419710
Apr 20 23:35:20.400344 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a58a7-2aa7-4179-88ad-9765a1595b12 req-b08a7614-d0d9-45b0-b5a7-b8075b293e97 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:20.402040 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e18a58a7-2aa7-4179-88ad-9765a1595b12 req-b08a7614-d0d9-45b0-b5a7-b8075b293e97 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 946 time: 0.3681262
Apr 20 23:35:20.452529 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e18a58a7-2aa7-4179-88ad-9765a1595b12 req-00724110-6fb9-4ab5-bdb5-375a569724d3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=99cf2dd1-70c5-4247-8350-6234a49e243e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438282
Apr 20 23:35:20.484716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-e811cdf1-c9a6-435d-a310-7b731e3edc77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:20.485500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-e811cdf1-c9a6-435d-a310-7b731e3edc77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:35:20.502250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-e811cdf1-c9a6-435d-a310-7b731e3edc77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:35:20.503465 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-e811cdf1-c9a6-435d-a310-7b731e3edc77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 946 time: 0.3718431
Apr 20 23:35:20.580061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Deleting port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:35:20.580434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:20.840554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] For port fb7e1e7c-ee63-4024-9d29-263cd1b772c9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:35:20.841103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:21.174361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:21.174768 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:21.175115 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Floating IP 68466266-0102-43ad-ba9f-b2900f872b41 disassociated. External IP: 172.27.1.142, port: fb7e1e7c-ee63-4024-9d29-263cd1b772c9.
Apr 20 23:35:21.175480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Calling delete_port for fb7e1e7c-ee63-4024-9d29-263cd1b772c9 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:35:21.336364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:21.342361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c335e924-18f8-455a-86b9-16a32be7fd76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:21.393736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event deleted for resources: {'Port': ['ID=fb7e1e7c-ee63-4024-9d29-263cd1b772c9,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:21.405296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.405763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.406152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.406558 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.406955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.407358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.407753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.408147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.408524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.408920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.409368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.409760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:21.414025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:21.607641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:35:21.620046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d1a4886-5f30-4efd-a297-a00684824e68 req-6c67783b-f3a2-4fea-ba55-be4668577efa tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=b87652d6-3a10-4009-aa28-cb11eb0e1fea HTTP/1.1" status: 200  len: 210 time: 0.0487835
Apr 20 23:35:21.799611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:35:21.810597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:35:21.821937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:35:21.822609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a27a7f0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:35:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:21.883543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] No DVR routers for this DVR port fb7e1e7c-ee63-4024-9d29-263cd1b772c9 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:35:21.886254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:21.889381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-deleted', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:35:21.906730 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-50b35dfa-d0b4-4322-b251-f4d5ac665b8d req-4d5b124b-0ee8-4f08-9f82-f60cfdeb3d77 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "DELETE /v2.0/ports/fb7e1e7c-ee63-4024-9d29-263cd1b772c9 HTTP/1.1" status: 204  len: 173 time: 1.3968320
Apr 20 23:35:21.946375 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87652d6-3a10-4009-aa28-cb11eb0e1fea', 'name': 'network-vif-deleted', 'tag': 'fb7e1e7c-ee63-4024-9d29-263cd1b772c9', 'status': 'completed', 'code': 200}
Apr 20 23:35:22.022858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:35:22.367456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a27a7f0>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:22.372144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:35:22.382255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:35:22.382910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a27a7f0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:35:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:22.579707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:35:22.761169 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45610) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:22.836691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:22.867170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:22.914745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:22.919282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a02986ff-9751-4242-bf54-ab5c840024b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:22.924267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a27a7f0>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:22.928648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e040-1740-410f-9b7c-02073fe62f23 None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:35:22.937383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf2dd1-70c5-4247-8350-6234a49e243e,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:22.940510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:22.952037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:22.954576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-33e1e685-24e3-477f-9a9a-71cac531c774 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "DELETE /v2.0/security-groups/99cf2dd1-70c5-4247-8350-6234a49e243e HTTP/1.1" status: 204  len: 168 time: 0.1909766
Apr 20 23:35:22.956629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45614) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:22.978095 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.v2.resource [None req-08e0a176-0d81-4643-886a-5e3bb8c131f3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] show failed (client error): The resource could not be found.
Apr 20 23:35:22.979328 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-08e0a176-0d81-4643-886a-5e3bb8c131f3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups/99cf2dd1-70c5-4247-8350-6234a49e243e HTTP/1.1" status: 404  len: 347 time: 0.0212343
Apr 20 23:35:22.982800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45618) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:23.155004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Deleting port 9d78234d-98ea-4115-ab0e-e779b4fe0d90 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:35:23.155387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:23.328911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034dc82-d5ea-479c-9eb4-64d23f515113 None None] New status for floating IP 68466266-0102-43ad-ba9f-b2900f872b41: DOWN {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:35:23.339036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:23.339411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:23.473309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Calling delete_port for 9d78234d-98ea-4115-ab0e-e779b4fe0d90 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:35:23.565187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86397) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:35:23.565725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:35:23.922620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.067745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Deleting port 9d78234d-98ea-4115-ab0e-e779b4fe0d90 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:35:24.068380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.258159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.258380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.392073 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Calling delete_port for 9d78234d-98ea-4115-ab0e-e779b4fe0d90 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:35:24.545729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.553325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e43efde1-5a73-4918-b58a-b5f2a880fc24 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:24.605075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event deleted for resources: {'Port': ['ID=9d78234d-98ea-4115-ab0e-e779b4fe0d90,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:24.632163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:24.700339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.715430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:24.716658 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "DELETE /v2.0/floatingips/68466266-0102-43ad-ba9f-b2900f872b41 HTTP/1.1" status: 204  len: 168 time: 1.7326996
Apr 20 23:35:24.962342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45624) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:24.968426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765809155', 'description': 'tempest-description--1140406950'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:24.975478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:24.980463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:24.985141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:24.992133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:25.003034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.028994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:25.033292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:25.036388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:25.043174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:25.120244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.124280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.128130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8743b25f-943f-4a2b-b3ff-bb29e33585b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:25.172426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d04a92b-8bea-4507-918f-cba3f79b738b,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:25.175319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.176604 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2131693
Apr 20 23:35:25.177607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2811b74e-1b5a-4ab0-9a61-c6424e48b43d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:25.179713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45628) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:25.185189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'security_group_rule': {'security_group_id': '8d04a92b-8bea-4507-918f-cba3f79b738b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:25.191539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:25.195654 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:25.198710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:25.204905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:25.222790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.229163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:35:25.291668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.295597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.297973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b8d9240c-c889-4bf5-9aaa-3e1653972a35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:25.323923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b812b9-a6fa-4a91-9f47-adcf4d80eb98,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:25.329445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:25.333822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.335135 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-abd91cf1-684b-4bc2-8df8-addf24c4a2e7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1545610
Apr 20 23:35:25.338173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45632) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:25.344303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'security_group_rule': {'security_group_id': '8d04a92b-8bea-4507-918f-cba3f79b738b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:25.351265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:25.355523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:security_group_rule and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:25.358882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:25.367404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:25.386168 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.451107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: fb7e1e7c-ee63-4024-9d29-263cd1b772c9 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:35:25.451496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device fb7e1e7c-ee63-4024-9d29-263cd1b772c9 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:35:25.458479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.462688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.464828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2d3921cf-6e50-4052-8017-469ec565ad35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:25.488095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf8ce44-b105-4f94-bf90-73083a174598,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:25.490571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:25.497824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.499316 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c158e6aa-39be-46d1-8111-827956079f25 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1600523
Apr 20 23:35:25.502835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45636) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:25.508469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:25.515552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:25.520196 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:floatingip and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:25.523430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:25.529925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:25.541456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.691002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:25.842896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Allocated IP 172.27.1.120 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/d02ee990-4711-4cd7-9e84-8ade9f523875) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:35:26.002666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.036442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.043029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:26.119144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:35:26.122124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:35:26.127052 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:35:26.152806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'Port': ['ID=d02ee990-4711-4cd7-9e84-8ade9f523875,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:26.157924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:26.220540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.285027 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.506063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.511094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.514929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:26.623701 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'Port': ['ID=d02ee990-4711-4cd7-9e84-8ade9f523875,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:26.631690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:26.641850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.665569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:26.666869 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1630144
Apr 20 23:35:26.910579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-f005dd92-e3a6-49bd-acc9-45a9379ac7ac tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:35:26.928616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-f005dd92-e3a6-49bd-acc9-45a9379ac7ac tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:35:26.929897 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-f005dd92-e3a6-49bd-acc9-45a9379ac7ac tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1765809155&fields=id&tenant_id=a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 267 time: 0.0647359
Apr 20 23:35:27.101534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-7608ccfb-0b57-4a31-a814-284f5ff1f737 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:27.103134 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-7608ccfb-0b57-4a31-a814-284f5ff1f737 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 817 time: 0.1623406
Apr 20 23:35:27.119844 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-280304eb-0fc0-4bb2-99e6-bea0949dc87c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/quotas/a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 375 time: 0.0103247
Apr 20 23:35:27.220005 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-14ca507e-2d04-44b5-9df8-a1dd30d3f3dc tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0940895
Apr 20 23:35:27.379622 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-dd850cd7-6a2b-4da8-9022-dbc3a07b5b50 service neutron] 10.222.0.24 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407924
Apr 20 23:35:27.533615 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-695efbea-857b-4526-ae27-a3a09c89421a service neutron] 10.222.0.24 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439836
Apr 20 23:35:27.734969 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2493fca-cf78-4675-b5e9-d0ef8dcedf69 req-594307b9-3efb-4ace-b5fc-b4eedfeafdca tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 210 time: 0.0480571
Apr 20 23:35:28.849310 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-a354a39d-5428-4c22-8c0f-93a62025ed1b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:28.850908 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-a354a39d-5428-4c22-8c0f-93a62025ed1b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 817 time: 0.1647551
Apr 20 23:35:28.910616 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-804f7a66-2950-4130-955a-c73549545d15 req-e6470b04-6337-46c2-818b-6244aca227f1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 210 time: 0.0540879
Apr 20 23:35:28.930829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-2cc3c707-c165-4fa7-93b4-4f3c83c0d3d6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:35:28.943815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-2cc3c707-c165-4fa7-93b4-4f3c83c0d3d6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:35:28.945075 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-2cc3c707-c165-4fa7-93b4-4f3c83c0d3d6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 5709 time: 0.0856841
Apr 20 23:35:28.960031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'port': {'device_id': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'admin_state_up': True, 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'security_groups': ['8d04a92b-8bea-4507-918f-cba3f79b738b']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:29.121137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:29.127468 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Usage tracker for resource:port and tenant:a442d31b6d8a4e08abaf975a687efdff is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:29.130511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:29.138947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:29.148842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Made reservation on behalf of a442d31b6d8a4e08abaf975a687efdff for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:35:29.155129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:29.362617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Allocated IP 172.20.0.7 (95cad597-19c5-41ef-812c-28bbcd7474ef/9f657999-f9dc-418c-8912-be26f7918269/691a3187-7eb9-4b46-9b80-cded7fcbfdb8) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:35:29.856881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:29.878289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Transition to ACTIVE for port object 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:35:29.905154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:29.911508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c9804055-c3e2-4b15-9d92-967f6a9f1464 tempest-VolumesNegativeTest-122112552 tempest-VolumesNegativeTest-122112552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:29.985187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Network 95cad597-19c5-41ef-812c-28bbcd7474ef is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:35:29.988540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:35:29.992698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:35:30.033564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:30.038368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:30.069523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:30.070242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:30.096036 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1398616
Apr 20 23:35:30.111675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Request body: {'port': {'device_id': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:30.138539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb39d92-a423-4659-bf46-310279da20a1 req-adcfdc0f-daaf-4271-a4e1-dda8510591bd tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:30.140350 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-acb39d92-a423-4659-bf46-310279da20a1 req-adcfdc0f-daaf-4271-a4e1-dda8510591bd tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 931 time: 0.1053038
Apr 20 23:35:30.192001 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-acb39d92-a423-4659-bf46-310279da20a1 req-ba5e3705-e58a-4f65-a366-fa88f144e1df tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436063
Apr 20 23:35:30.238860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:30.270743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9ca1e74c-ffe1-4d37-a332-13e780555c97 None None] Provisioning for port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:35:30.275953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-9ca1e74c-ffe1-4d37-a332-13e780555c97 None None] Provisioning complete for port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:35:30.276379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e74c-ffe1-4d37-a332-13e780555c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:30.334308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1e74c-ffe1-4d37-a332-13e780555c97 None None] Port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:35:30.605147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:35:30.613035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:30.628007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Transition to ACTIVE for port object 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:35:30.632009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:30.635924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:30.808594 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:30.816845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:30.890136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Attempting to bind port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:35:30.890698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Attempting to bind port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:35:30.890800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Attempting to bind port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 on network 95cad597-19c5-41ef-812c-28bbcd7474ef {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:35:30.895670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 on network 95cad597-19c5-41ef-812c-28bbcd7474ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:35:30.896014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Attempting to bind port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 on network 95cad597-19c5-41ef-812c-28bbcd7474ef {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:35:30.901600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:35:30.901939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Checking segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:35:30.902351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Bound using segment: {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:35:30.902812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Bound port: 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e398641-de62-4d0b-a154-0c2bef2561dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:35:30.903185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:31.003166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:35:31.006411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:35:31.011577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:31.015703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:31.081220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:31.081931 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:31.083442 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] 10.222.0.20 "PUT /v2.0/ports/691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 200  len: 1093 time: 0.9773302
Apr 20 23:35:31.083996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:35:31.109349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:31.122757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:31.176218 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'status': 'completed', 'code': 200}
Apr 20 23:35:31.221173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-92efd7ca-c147-4717-8d4e-f9b0740591e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:31.223087 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-92efd7ca-c147-4717-8d4e-f9b0740591e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1096 time: 0.0876126
Apr 20 23:35:31.304411 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-73778a40-2108-4f01-94d4-91b932ece37f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 200  len: 217 time: 0.0737762
Apr 20 23:35:31.375431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-57aab47c-ce28-4497-b5d8-3b0f23f2e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:31.377496 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-57aab47c-ce28-4497-b5d8-3b0f23f2e778 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0669007
Apr 20 23:35:31.419710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c6606-2e9f-4c4f-baaf-d96d09c81eb5 req-3b4b0ecd-6431-4ad8-8b23-1351d3c30460 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:31.421305 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-153c6606-2e9f-4c4f-baaf-d96d09c81eb5 req-3b4b0ecd-6431-4ad8-8b23-1351d3c30460 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0995910
Apr 20 23:35:31.465382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-72e3ec68-ae81-4dea-938e-8bd30337ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:31.467043 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-72e3ec68-ae81-4dea-938e-8bd30337ae09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825753
Apr 20 23:35:31.470321 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-153c6606-2e9f-4c4f-baaf-d96d09c81eb5 req-36f25b2e-9931-48e6-967a-7d713924d8b3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423286
Apr 20 23:35:31.622842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-a1fc368f-b2d7-44ab-9d2e-9a3bdc1bd480 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494739
Apr 20 23:35:31.785097 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4ec29461-f3ae-42e4-a051-3703936dfda8 req-403929dc-bd12-46c1-8b97-f365f4804080 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558304
Apr 20 23:35:31.910862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-eb07be78-1a1c-4664-ac4a-9f00b92a79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:31.912531 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-eb07be78-1a1c-4664-ac4a-9f00b92a79d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1096 time: 0.0830619
Apr 20 23:35:32.059581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-740897fd-1216-4aac-b8f2-464f4b73e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:32.061139 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-740897fd-1216-4aac-b8f2-464f4b73e8ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.1415198
Apr 20 23:35:32.173743 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-49b6e0c0-da0b-42e6-b9a6-0dc23ea10fe9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 200  len: 217 time: 0.1028442
Apr 20 23:35:32.261998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-b569f5a1-2c2f-45a1-b3e2-fc679cb8a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:32.263564 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-b569f5a1-2c2f-45a1-b3e2-fc679cb8a840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0779941
Apr 20 23:35:32.322118 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-e022e970-d00b-4836-ba24-80867ab3a9a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1902463
Apr 20 23:35:32.354986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-182d47fa-612a-462d-94d9-09f1970a887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:32.356562 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-182d47fa-612a-462d-94d9-09f1970a887e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850344
Apr 20 23:35:32.486808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f41dcf1-666f-4544-b01c-76e9b8692267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:32.565954 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-78a7e004-bcfd-4ca6-af9c-439093e39b55 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013748
Apr 20 23:35:32.596556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-60e6f7a6-1338-4d8c-8686-6bf07e545a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:32.598164 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-60e6f7a6-1338-4d8c-8686-6bf07e545a9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 1099 time: 0.1569602
Apr 20 23:35:32.686141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f1ec-807a-445a-a223-9529d4fb8d57 req-e27cad1e-8961-47af-8d43-eb57a373f658 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:32.687771 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5443f1ec-807a-445a-a223-9529d4fb8d57 req-e27cad1e-8961-47af-8d43-eb57a373f658 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0959177
Apr 20 23:35:32.736303 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5443f1ec-807a-445a-a223-9529d4fb8d57 req-a0d05170-11ba-4f3f-ae67-ee29d10270ec tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415277
Apr 20 23:35:32.834519 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11723fe2-29f1-4723-b97f-4e03c0d4ef20 req-8c06a8cf-b318-4d60-a4ab-17755fa1fa54 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612064
Apr 20 23:35:32.842339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-d04e2642-9aa4-4f59-81d9-476fd528e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:32.843818 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-d04e2642-9aa4-4f59-81d9-476fd528e631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1930971
Apr 20 23:35:32.956160 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-e287b16a-bb22-44dd-8afd-c1702ffabd51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729 HTTP/1.1" status: 200  len: 1002 time: 0.1052706
Apr 20 23:35:33.039396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-891e1c1c-974f-4149-adf0-91663b4c9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:33.041309 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-891e1c1c-974f-4149-adf0-91663b4c9503 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0790336
Apr 20 23:35:33.125402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-634b34b4-d324-4e38-9e1d-5f4803fde07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:33.127035 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-634b34b4-d324-4e38-9e1d-5f4803fde07a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788131
Apr 20 23:35:33.271724 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-eb5cd038-b36c-41ea-a56f-837e028b0472 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375871
Apr 20 23:35:33.415396 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e1b9017-1f05-4688-bebc-374ffdd973b6 req-03c8948e-4f00-4958-abcc-cb280bfcd2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370027
Apr 20 23:35:33.960684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45b2bc-1c90-48ff-818c-871178266717 req-d3a97679-2dba-4fa8-8f35-15d79c3aefc5 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:33.962290 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d45b2bc-1c90-48ff-818c-871178266717 req-d3a97679-2dba-4fa8-8f35-15d79c3aefc5 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.1055157
Apr 20 23:35:34.010982 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d45b2bc-1c90-48ff-818c-871178266717 req-6ad5411d-ca45-40e3-a89e-c6d1ae81754e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417898
Apr 20 23:35:34.811887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7e76-c586-4868-9bdf-8f3564bcf3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:35.229545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9218db-1516-42de-ac7c-8326b86b9313 req-80b45c3f-ae81-4c52-82b8-a33f198e0a40 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:35.231133 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d9218db-1516-42de-ac7c-8326b86b9313 req-80b45c3f-ae81-4c52-82b8-a33f198e0a40 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0905991
Apr 20 23:35:35.260097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:35:35.285091 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5d9218db-1516-42de-ac7c-8326b86b9313 req-08870be6-97c4-4ea1-8343-c23a1ee6cec1 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474620
Apr 20 23:35:35.408153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:35:35.423050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'mac_address': 'fa:16:3e:9d:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:35:35.482420 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:35.510287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:35:35.522295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:35.528256 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:35:35.532278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:35.534106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f2aabd2e-4baf-480d-bbbf-e5fd92dfd505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:35.607276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:35.615522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.615903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.616280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.616648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.617010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.617415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.617778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.618138 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.618495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.618855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.619213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.619565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:35:35.623607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:35.649040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:35.741361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['691a3187-7eb9-4b46-9b80-cded7fcbfdb8'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:35:36.508899 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85506e3a-4169-487a-8eb6-13a4ddf3833d req-3ef3bfca-61b6-4eb3-b119-a87768d0da9a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:36.510421 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-85506e3a-4169-487a-8eb6-13a4ddf3833d req-3ef3bfca-61b6-4eb3-b119-a87768d0da9a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 944 time: 0.0918326
Apr 20 23:35:36.558787 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-85506e3a-4169-487a-8eb6-13a4ddf3833d req-09c44011-681f-41a1-96f9-5e3e529678d2 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419421
Apr 20 23:35:37.009668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:37.276719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:35:37.356868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:35:37.361945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:35:37.362365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:37.490129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:37.522907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:35:37.533472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:35:37.537417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:37.540449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a84c524c-1b03-41ee-98f4-3dee07f72ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:37.572886 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'code': 200}
Apr 20 23:35:37.616383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:37.619545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:37.674051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:35:37.775687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ecf00-bfe3-4dd4-8567-6c83c3615b4c req-3021dff2-2b5f-405b-b829-d0acd9d5bf21 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:37.777165 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e5ecf00-bfe3-4dd4-8567-6c83c3615b4c req-3021dff2-2b5f-405b-b829-d0acd9d5bf21 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1007586
Apr 20 23:35:37.820083 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b606a-87e0-4c27-85c0-e8555e525441 req-4b23a032-e5db-4d44-8b33-31519ba94165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:37.821755 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e92b606a-87e0-4c27-85c0-e8555e525441 req-4b23a032-e5db-4d44-8b33-31519ba94165 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1098 time: 0.0819998
Apr 20 23:35:37.828004 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9e5ecf00-bfe3-4dd4-8567-6c83c3615b4c req-3e50daf0-ad0f-4b09-8fd9-b5fea8ca511f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439339
Apr 20 23:35:37.866057 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e92b606a-87e0-4c27-85c0-e8555e525441 req-15593a12-4789-4f0f-aee3-0b9371aada91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378096
Apr 20 23:35:39.039499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18be32-1b85-4f8b-acca-2d2a11d30fc5 req-2d5eac81-3270-49f3-96b5-2bb4a7774fbd tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:39.041520 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f18be32-1b85-4f8b-acca-2d2a11d30fc5 req-2d5eac81-3270-49f3-96b5-2bb4a7774fbd tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0929878
Apr 20 23:35:39.091451 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0f18be32-1b85-4f8b-acca-2d2a11d30fc5 req-4c1952ab-25e4-4e14-9d73-bfdadbbad32c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424254
Apr 20 23:35:39.310156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00076ca-4d7c-44ec-ad1d-a3b83d3e386b req-dc051490-befc-4cf3-b64c-168ee0454c9b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:39.311788 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c00076ca-4d7c-44ec-ad1d-a3b83d3e386b req-dc051490-befc-4cf3-b64c-168ee0454c9b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1083305
Apr 20 23:35:39.321811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 45690) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:35:39.327507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Request body: {'floatingip': {'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:39.412567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:40.294054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:40.298940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:40.481229 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Floating IP 6195eef5-ff09-4276-9bfc-ea1446a34b53 associated. External IP: 172.27.1.120, port: 691a3187-7eb9-4b46-9b80-cded7fcbfdb8.
Apr 20 23:35:40.856638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:35:41.048394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:35:41.052915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:41.058425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:35:41.070050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:35:41.070737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342af6aba8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:35:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:41.116522 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-65a2094f-097a-43ed-8f8a-27b4792d4cf4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "PUT /v2.0/floatingips/6195eef5-ff09-4276-9bfc-ea1446a34b53 HTTP/1.1" status: 200  len: 991 time: 1.7931857
Apr 20 23:35:41.116890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:35:41.171265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'status': 'completed', 'code': 200}
Apr 20 23:35:41.266098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:35:41.276632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-c6d703e2-4ac8-4162-9022-f9c7d4bc9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:41.278319 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-c6d703e2-4ac8-4162-9022-f9c7d4bc9a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1098 time: 0.0834687
Apr 20 23:35:41.648082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342af6aba8>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '6195eef5-ff09-4276-9bfc-ea1446a34b53', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'mac_address': 'fa:16:3e:9d:b3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:35:26Z', 'updated_at': '2021-04-20T23:35:39Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:41.652308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:35:41.661631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:35:41.662295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342af6aba8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:35:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:41.669797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-2adc2c27-703a-41af-83c1-91a593fe8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:41.671423 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-2adc2c27-703a-41af-83c1-91a593fe8ab7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.3855846
Apr 20 23:35:41.782363 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-d28f9cba-8f4e-46ee-b5bd-bb90153d5f31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 200  len: 999 time: 0.1029961
Apr 20 23:35:41.851354 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:35:41.853855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-1edb7d71-b220-4342-b293-04da01a218f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:41.855445 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-1edb7d71-b220-4342-b293-04da01a218f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0668893
Apr 20 23:35:41.939232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-7a264e16-5fac-4ff2-8e54-abc6b7abbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:41.940791 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-7a264e16-5fac-4ff2-8e54-abc6b7abbfd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784807
Apr 20 23:35:42.088533 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-b839544f-2b1f-4cd8-806f-19aa40c642c5 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403108
Apr 20 23:35:42.220607 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342af6aba8>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '6195eef5-ff09-4276-9bfc-ea1446a34b53', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'mac_address': 'fa:16:3e:9d:b3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:35:26Z', 'updated_at': '2021-04-20T23:35:39Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:42.225042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2456b8c7-985f-48e1-bdea-a1f3ae6d4195 None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '6195eef5-ff09-4276-9bfc-ea1446a34b53', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'mac_address': 'fa:16:3e:9d:b3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:35:26Z', 'updated_at': '2021-04-20T23:35:39Z', 'revision_number': 1, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:35:42.234239 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eadc1595-bc6a-4ef8-bc11-a37534829e4a req-6fe1303b-8e74-40d8-9e1d-4870fed24705 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388292
Apr 20 23:35:42.518799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a51ede-7e18-48e2-af97-55a1cece5b87 None None] New status for floating IP 6195eef5-ff09-4276-9bfc-ea1446a34b53: ACTIVE {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:35:48.994650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb82cd-8324-4346-9b07-169a03083e52 req-76ea2882-11e2-480f-9ed6-79e8175b1703 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:48.996130 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-80cb82cd-8324-4346-9b07-169a03083e52 req-76ea2882-11e2-480f-9ed6-79e8175b1703 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 946 time: 0.0911748
Apr 20 23:35:49.055653 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-80cb82cd-8324-4346-9b07-169a03083e52 req-b014059a-0d95-45c6-971b-8180b36438a8 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509238
Apr 20 23:35:50.263693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177324-1b27-4048-92c9-56a58fceb227 req-81b04424-b893-4131-8076-0ed3db701c23 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:50.265316 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7f177324-1b27-4048-92c9-56a58fceb227 req-81b04424-b893-4131-8076-0ed3db701c23 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 946 time: 0.0932701
Apr 20 23:35:50.315197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7f177324-1b27-4048-92c9-56a58fceb227 req-48622260-5096-4f9c-92d0-0bf06669117d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423927
Apr 20 23:35:50.448300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-57bc6288-283d-471e-9349-a4342bab44b5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:50.449040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-57bc6288-283d-471e-9349-a4342bab44b5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:35:50.466869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-57bc6288-283d-471e-9349-a4342bab44b5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:35:50.468063 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-57bc6288-283d-471e-9349-a4342bab44b5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 946 time: 0.1101065
Apr 20 23:35:50.558681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Deleting port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:35:50.559197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:50.841139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] For port d19f95cb-faa1-488d-bb35-2b9bfdf5a729, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:35:50.841573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:51.151791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:51.152203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:51.152550 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Floating IP 007a7306-340f-450a-a8d8-8c5287f79645 disassociated. External IP: 172.27.1.123, port: d19f95cb-faa1-488d-bb35-2b9bfdf5a729.
Apr 20 23:35:51.152936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Calling delete_port for d19f95cb-faa1-488d-bb35-2b9bfdf5a729 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:35:51.307102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:51.313275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6918305e-0806-43ef-a94c-521577acbbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:51.358857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'Port': ['ID=d19f95cb-faa1-488d-bb35-2b9bfdf5a729,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:51.363711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:51.485097 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-77b85f5b-6bb6-43cf-bd28-a482d2ef4cf7 req-97f49280-4874-4548-bd99-ce97e4dde0c1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 210 time: 0.0505569
Apr 20 23:35:51.563744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:35:51.759966 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:35:51.770755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:35:51.783062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:35:51.783754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342af6af98>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:35:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:51.842285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] No DVR routers for this DVR port d19f95cb-faa1-488d-bb35-2b9bfdf5a729 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:35:51.845070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:51.848348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'name': 'network-vif-deleted', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:35:51.867690 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ac7d2d30-7661-467b-8b9b-10b71bee0fd8 req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "DELETE /v2.0/ports/d19f95cb-faa1-488d-bb35-2b9bfdf5a729 HTTP/1.1" status: 204  len: 173 time: 1.3911688
Apr 20 23:35:51.904373 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61676f08-1310-4525-9777-bc90c82d6d73', 'name': 'network-vif-deleted', 'tag': 'd19f95cb-faa1-488d-bb35-2b9bfdf5a729', 'status': 'completed', 'code': 200}
Apr 20 23:35:52.158669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:35:52.508097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342af6af98>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:52.512681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:35:52.522838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:35:52.523485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342af6af98>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:35:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:52.673296 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c6887574-47c5-442d-8d2c-78347258576a req-eca50e3f-68cc-41b3-9566-19f8aa434d50 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=61676f08-1310-4525-9777-bc90c82d6d73 HTTP/1.1" status: 200  len: 210 time: 0.0533185
Apr 20 23:35:52.717219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:35:53.062057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342af6af98>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:35:53.066323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc57dc9-cc42-4380-b610-3b0a3bebc8f5 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:35:53.436015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722d2c17-4f5c-47a9-b3dc-d37fd22e8aaf None None] New status for floating IP 007a7306-340f-450a-a8d8-8c5287f79645: DOWN {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:35:53.913054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:54.091675 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-bc513add-35eb-410c-9c34-7180d52eb8d4 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367677797&fields=id&tenant_id=9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 267 time: 0.0535750
Apr 20 23:35:54.256037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-dec73cda-6b18-425f-8879-f00155bf9c44 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:54.257524 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-dec73cda-6b18-425f-8879-f00155bf9c44 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 811 time: 0.1581233
Apr 20 23:35:54.276788 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-beb1ebe3-788f-4679-b7c1-92f28c89f3aa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/quotas/9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 375 time: 0.0100472
Apr 20 23:35:54.378871 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-33fe56d6-7856-4b08-adda-da73dbb86f35 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0942101
Apr 20 23:35:54.533367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-21c5f295-49eb-4f56-8040-d71d22d88bcb service neutron] 10.222.0.24 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416757
Apr 20 23:35:54.680074 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-92ccd2c8-5c64-44b3-b230-e205daae3b71 service neutron] 10.222.0.24 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366398
Apr 20 23:35:55.107220 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-98dba326-5253-4e63-9d2c-f0fa78c8af83 req-9ca060fb-9b09-4fcf-8e7d-78c5bc5a90a1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 210 time: 0.0485587
Apr 20 23:35:55.400383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d19f95cb-faa1-488d-bb35-2b9bfdf5a729 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:35:55.438208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: d19f95cb-faa1-488d-bb35-2b9bfdf5a729 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:35:55.438567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device d19f95cb-faa1-488d-bb35-2b9bfdf5a729 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:35:56.196660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-de753bd2-6a3a-43df-a0ac-d690858f430a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:56.198262 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-de753bd2-6a3a-43df-a0ac-d690858f430a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 811 time: 0.1646590
Apr 20 23:35:56.280046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-ff96bcd3-9e49-4763-8c42-13192f490cee tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 8059 time: 0.0730071
Apr 20 23:35:56.280224 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-28059989-9c82-46ec-a7ad-89889f0e82f0 req-45f67ac1-8123-4c06-94fb-6f745f5e1514 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 210 time: 0.0556753
Apr 20 23:35:56.293890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'port': {'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'network_id': '53874869-353d-4145-9092-f93830182405', 'admin_state_up': True, 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'security_groups': ['7446bfc1-f33e-41c5-9eae-3a08c1fc3dda']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:56.438223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:35:56.442585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:port and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:35:56.445571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:35:56.451582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:35:56.460970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Made reservation on behalf of 9649a706f569405891fb61ea40459f3b for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:35:56.466996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:56.635531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Allocated IP 172.20.0.13 (53874869-353d-4145-9092-f93830182405/bc473fd8-c481-49a4-a713-95faf1c720bf/32405905-66b8-4c53-ad4a-34c65633ac40) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:35:56.835889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:56.852237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Transition to ACTIVE for port object 32405905-66b8-4c53-ad4a-34c65633ac40 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:35:56.877609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:56.883642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-13e9db61-84af-459b-9633-cf448a29fe7c tempest-TestMinimumBasicScenario-810964239 tempest-TestMinimumBasicScenario-810964239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:56.952276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Network 53874869-353d-4145-9092-f93830182405 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:35:56.956132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:35:56.960273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:35:57.003045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=32405905-66b8-4c53-ad4a-34c65633ac40,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:57.007797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:57.038127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:57.038918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:57.067293 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7779946
Apr 20 23:35:57.081220 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Request body: {'port': {'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:35:57.193283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bbe4e933-9434-4715-ad16-c441e0d766de None None] Provisioning for port 32405905-66b8-4c53-ad4a-34c65633ac40 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:35:57.198647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-bbe4e933-9434-4715-ad16-c441e0d766de None None] Provisioning complete for port 32405905-66b8-4c53-ad4a-34c65633ac40 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:35:57.199112 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e933-9434-4715-ad16-c441e0d766de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:57.204108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:57.255245 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4e933-9434-4715-ad16-c441e0d766de None None] Port 32405905-66b8-4c53-ad4a-34c65633ac40 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:35:57.484725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd0361-e48f-4742-ba68-f08a8678af54 req-e20dff07-7acc-4f45-8848-221e44a549f8 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:57.486443 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d8bd0361-e48f-4742-ba68-f08a8678af54 req-e20dff07-7acc-4f45-8848-221e44a549f8 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 932 time: 0.0927207
Apr 20 23:35:57.535958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d8bd0361-e48f-4742-ba68-f08a8678af54 req-25cae43a-ce70-414f-938f-a246a0c9adf6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427737
Apr 20 23:35:57.566358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32405905-66b8-4c53-ad4a-34c65633ac40 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:35:57.574292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:57.589473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Transition to ACTIVE for port object 32405905-66b8-4c53-ad4a-34c65633ac40 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:35:57.593182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:57.597036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-26a0432e-8763-4ce6-ba6a-e13c1d96329a tempest-VolumesSnapshotTestJSON-1936170331 tempest-VolumesSnapshotTestJSON-1936170331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:58.005726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Pushing event updated for resources: {'Port': ['ID=32405905-66b8-4c53-ad4a-34c65633ac40,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:58.013649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:58.092466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Attempting to bind port 32405905-66b8-4c53-ad4a-34c65633ac40 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:35:58.092817 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Attempting to bind port 32405905-66b8-4c53-ad4a-34c65633ac40 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:35:58.093161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Attempting to bind port 32405905-66b8-4c53-ad4a-34c65633ac40 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:35:58.098357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Port 32405905-66b8-4c53-ad4a-34c65633ac40 on network 53874869-353d-4145-9092-f93830182405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:35:58.098705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Attempting to bind port 32405905-66b8-4c53-ad4a-34c65633ac40 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:35:58.104192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:35:58.104560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Checking segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:35:58.104970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Bound using segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:35:58.105459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Bound port: 32405905-66b8-4c53-ad4a-34c65633ac40, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:35:58.105830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:58.200048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] For port 32405905-66b8-4c53-ad4a-34c65633ac40, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:35:58.203469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] For port 32405905-66b8-4c53-ad4a-34c65633ac40, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=32405905-66b8-4c53-ad4a-34c65633ac40,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:35:58.207976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:58.212897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ded9a391-d5a9-4fa4-9078-9de261f6c371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:35:58.276274 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:58.276959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:35:58.278485 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] 10.222.0.20 "PUT /v2.0/ports/32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 1094 time: 1.2028849
Apr 20 23:35:58.279075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:35:58.301890 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Pushing event updated for resources: {'Port': ['ID=32405905-66b8-4c53-ad4a-34c65633ac40,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:35:58.305435 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:35:58.364624 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40', 'status': 'completed', 'code': 200}
Apr 20 23:35:58.402539 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-5fe7b7fd-2642-4250-a4f1-65bdd9c1dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:58.404310 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-5fe7b7fd-2642-4250-a4f1-65bdd9c1dd28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1097 time: 0.0832088
Apr 20 23:35:58.481488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-5276dadb-2be5-432c-9015-c6cc908c187d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 217 time: 0.0695179
Apr 20 23:35:58.552242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-d4d9bd12-70ec-4e12-9ece-6dd9f34db23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:58.553770 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-d4d9bd12-70ec-4e12-9ece-6dd9f34db23c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0640950
Apr 20 23:35:58.639663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-c50a0aed-44e4-4889-bf05-62995afcc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:58.641170 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-c50a0aed-44e4-4889-bf05-62995afcc29f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803654
Apr 20 23:35:58.754186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318019-d182-4e5c-a150-54fb3ffb59d4 req-ba898ae9-838d-4bbe-bf57-4ff9647d9845 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:58.755798 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2318019-d182-4e5c-a150-54fb3ffb59d4 req-ba898ae9-838d-4bbe-bf57-4ff9647d9845 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.1034760
Apr 20 23:35:58.785141 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-f5b0e5e7-850d-4c09-89a0-fd19ca1176f3 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359432
Apr 20 23:35:58.806357 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2318019-d182-4e5c-a150-54fb3ffb59d4 req-4ba20dfb-9854-49e4-a2f3-86a597da7813 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435247
Apr 20 23:35:58.927770 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-13423c67-376b-4c03-8598-a3562f19f5c0 req-efce4cc2-6f79-479a-9f0a-4556d1929825 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355133
Apr 20 23:35:59.061642 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-4e95e45d-5389-4aa2-aa1b-44b6499b52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:59.063248 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-4e95e45d-5389-4aa2-aa1b-44b6499b52c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1097 time: 0.0816088
Apr 20 23:35:59.211152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-269cfa98-0350-4fc7-a5b1-1d986e6359fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:59.212682 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-269cfa98-0350-4fc7-a5b1-1d986e6359fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1414485
Apr 20 23:35:59.295413 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-bebaaefa-22bb-482e-805f-5c42ce98eeea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 217 time: 0.0750861
Apr 20 23:35:59.364927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-1c2c0eab-e93c-4459-aee9-d471ec9e7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:59.366531 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-1c2c0eab-e93c-4459-aee9-d471ec9e7cfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0639534
Apr 20 23:35:59.454041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-d09d75c3-4bd9-4769-829a-e038eb753679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:35:59.455670 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-d09d75c3-4bd9-4769-829a-e038eb753679 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817797
Apr 20 23:35:59.602852 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-9611b161-f30f-4295-907c-0897dc455539 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384089
Apr 20 23:35:59.748270 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e51c58eb-8a44-41a1-8b21-b02f12c86e7f req-172c2d53-eb38-4a66-a9a0-22f398c8e5de service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367829
Apr 20 23:36:00.031713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc81b4-2eec-4bf8-a023-749a141ec217 req-2041241f-d7b7-426e-9bad-755259688daa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:00.033305 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4fc81b4-2eec-4bf8-a023-749a141ec217 req-2041241f-d7b7-426e-9bad-755259688daa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.0906804
Apr 20 23:36:00.085747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4fc81b4-2eec-4bf8-a023-749a141ec217 req-b9bf7263-f91f-475a-ad59-ad9bff3c3321 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457354
Apr 20 23:36:01.298742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b80d56-73dd-4725-8bd4-950fce2321b7 req-dbf5a85f-5529-452c-bd3e-1e41c4479122 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:01.300349 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-00b80d56-73dd-4725-8bd4-950fce2321b7 req-dbf5a85f-5529-452c-bd3e-1e41c4479122 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.0939000
Apr 20 23:36:01.348284 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-00b80d56-73dd-4725-8bd4-950fce2321b7 req-ea0cd1a3-1b73-4e03-8481-7c6a1ed81bae tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413322
Apr 20 23:36:02.489188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9e037ea8-7a4b-4348-a29f-a123d3ee2ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:02.564803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd7f4f-c339-4068-bed9-46f75ff9f19a req-818c1fa3-c60f-409e-9753-d14bde90e9e8 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:02.566439 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9cbd7f4f-c339-4068-bed9-46f75ff9f19a req-818c1fa3-c60f-409e-9753-d14bde90e9e8 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.1022441
Apr 20 23:36:02.613884 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9cbd7f4f-c339-4068-bed9-46f75ff9f19a req-2ec4f6c3-5935-444a-89a3-1b6f1cd55469 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409882
Apr 20 23:36:03.827469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7258b66-56e1-4d1e-9b40-0b10c687328d req-fb9537ca-920d-46c6-b306-925338a45468 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:03.829046 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e7258b66-56e1-4d1e-9b40-0b10c687328d req-fb9537ca-920d-46c6-b306-925338a45468 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.0889552
Apr 20 23:36:03.876668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e7258b66-56e1-4d1e-9b40-0b10c687328d req-311e5586-91a2-42da-b8f3-b712f90dafa9 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411701
Apr 20 23:36:04.807141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1d0dd51e-c0c3-4fa4-a35e-882be07949f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:05.100031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48debc10-e722-40c2-9510-c7772c010807 req-33e46744-e80d-4f0f-925f-b9c7e64fb662 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:05.101670 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-48debc10-e722-40c2-9510-c7772c010807 req-33e46744-e80d-4f0f-925f-b9c7e64fb662 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.0948553
Apr 20 23:36:05.150824 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-48debc10-e722-40c2-9510-c7772c010807 req-89cba1c4-6759-49bd-b1da-29e438b209ad tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427692
Apr 20 23:36:05.511937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:05.661439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:06.365324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07ffa3-1168-4f69-bbdb-ff03eebc2f08 req-094a13de-32ff-42ca-b4f3-729afa4d3c86 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:06.366789 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1f07ffa3-1168-4f69-bbdb-ff03eebc2f08 req-094a13de-32ff-42ca-b4f3-729afa4d3c86 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.0963542
Apr 20 23:36:06.417754 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1f07ffa3-1168-4f69-bbdb-ff03eebc2f08 req-82cefc5a-18d2-4387-a484-67102471debe tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444858
Apr 20 23:36:07.015476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:07.486611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 32405905-66b8-4c53-ad4a-34c65633ac40 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:36:07.631792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 32405905-66b8-4c53-ad4a-34c65633ac40, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=32405905-66b8-4c53-ad4a-34c65633ac40,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:07.632915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556001a6-ede6-4230-89c9-aba28b013c9a req-b0a71c65-0813-4e5c-9e98-04353b3e636a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:07.634575 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-556001a6-ede6-4230-89c9-aba28b013c9a req-b0a71c65-0813-4e5c-9e98-04353b3e636a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 944 time: 0.0894732
Apr 20 23:36:07.646210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '32405905-66b8-4c53-ad4a-34c65633ac40', 'network_id': '53874869-353d-4145-9092-f93830182405', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:36:07.683183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-556001a6-ede6-4230-89c9-aba28b013c9a req-24eb2148-6f69-4b9c-a608-afe42f6ed1ea tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420890
Apr 20 23:36:07.706276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:07.724744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32405905-66b8-4c53-ad4a-34c65633ac40 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:36:07.741469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 32405905-66b8-4c53-ad4a-34c65633ac40, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=32405905-66b8-4c53-ad4a-34c65633ac40,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:07.745787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:07.748694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bf0f9376-1b4d-492c-b45b-3cefeb03ce29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:07.832268 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=32405905-66b8-4c53-ad4a-34c65633ac40,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:07.835719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:07.979613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['32405905-66b8-4c53-ad4a-34c65633ac40'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:36:08.908623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8b6c-2991-41c3-867c-eda120304119 req-42d1bb05-8973-4ae4-8ce1-803cb12c5fe5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:08.910278 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1bbc8b6c-2991-41c3-867c-eda120304119 req-42d1bb05-8973-4ae4-8ce1-803cb12c5fe5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 945 time: 0.1025686
Apr 20 23:36:08.966296 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1bbc8b6c-2991-41c3-867c-eda120304119 req-f7e3d614-2507-453c-8b00-6f9e777e430a tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454865
Apr 20 23:36:09.496016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 32405905-66b8-4c53-ad4a-34c65633ac40 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:36:09.577431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 32405905-66b8-4c53-ad4a-34c65633ac40 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:36:09.582917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 32405905-66b8-4c53-ad4a-34c65633ac40 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:36:09.583348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:09.710852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:09.739562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:36:09.749927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 32405905-66b8-4c53-ad4a-34c65633ac40, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=32405905-66b8-4c53-ad4a-34c65633ac40,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:09.753609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:09.755629 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-eb8280db-5ed2-4d2d-b875-f75cfc55f769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:09.792803 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40', 'code': 200}
Apr 20 23:36:09.830352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=32405905-66b8-4c53-ad4a-34c65633ac40,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:09.833602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:10.111012 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126e5f-fbf9-463d-a799-89607c77b7c3 req-041b08e2-158d-419a-b6f0-d369a672e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:10.112684 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-af126e5f-fbf9-463d-a799-89607c77b7c3 req-041b08e2-158d-419a-b6f0-d369a672e0be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1099 time: 0.0826528
Apr 20 23:36:10.158342 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-af126e5f-fbf9-463d-a799-89607c77b7c3 req-b95da5a3-606b-4302-a956-9972cdef4a71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380552
Apr 20 23:36:10.182792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943783a6-29e7-4a4a-8e34-e0e4f67e11bd req-06bb48d6-757f-458a-9958-d5d9ebd82dbd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:10.184403 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-943783a6-29e7-4a4a-8e34-e0e4f67e11bd req-06bb48d6-757f-458a-9958-d5d9ebd82dbd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 946 time: 0.0912101
Apr 20 23:36:10.231679 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-943783a6-29e7-4a4a-8e34-e0e4f67e11bd req-f6117d00-0e9e-4f5d-8c3f-d34bd833fee6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406215
Apr 20 23:36:11.455744 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c184-18a2-4f80-bf6f-00c48480b9b5 req-ba7d9e41-f4f7-46d8-93b7-e43e20ae1032 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:11.457400 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3d77c184-18a2-4f80-bf6f-00c48480b9b5 req-ba7d9e41-f4f7-46d8-93b7-e43e20ae1032 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 946 time: 0.1065278
Apr 20 23:36:11.505779 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3d77c184-18a2-4f80-bf6f-00c48480b9b5 req-0d4b12b0-87b2-4c1c-9865-cebd87664a2b tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417984
Apr 20 23:36:11.716933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4414-0750-4f10-bd01-219a7268c6ad req-19cd409a-412e-439b-8e98-9138ff4afbdf tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:11.718485 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86ee4414-0750-4f10-bd01-219a7268c6ad req-19cd409a-412e-439b-8e98-9138ff4afbdf tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 946 time: 0.0933917
Apr 20 23:36:11.769131 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86ee4414-0750-4f10-bd01-219a7268c6ad req-f59f80fa-52e5-4bf5-a844-d74b119a7963 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441155
Apr 20 23:36:11.795113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45822) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:36:11.877675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78e24a-f6dd-45b4-b6f9-4bd73d50861f tempest-TestVolumeBootPattern-1182050263 tempest-TestVolumeBootPattern-1182050263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:11.879409 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2c78e24a-f6dd-45b4-b6f9-4bd73d50861f tempest-TestVolumeBootPattern-1182050263 tempest-TestVolumeBootPattern-1182050263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1094 time: 0.0830791
Apr 20 23:36:11.882728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 45826) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:36:11.888328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:36:11.895351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:36:11.899497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:floatingip and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:36:11.902951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:36:11.909151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:36:11.921311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:12.073619 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:12.220968 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Allocated IP 172.27.1.47 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/6487f54e-7887-41bb-aabc-d323915660f7) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:36:12.386759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:12.421401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:12.425305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e85d3053-adeb-4539-8d95-b2d9bed50dba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:12.495983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:36:12.498973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:36:12.501657 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:36:12.541359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=6487f54e-7887-41bb-aabc-d323915660f7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:12.545497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:12.935188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:13.017663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:13.241907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:13.246510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:13.250259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:13.364973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=6487f54e-7887-41bb-aabc-d323915660f7,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:13.367989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:13.377612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:13.561727 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Floating IP 87ce0a9e-c34d-4af5-9100-47d1bb5ae955 associated. External IP: 172.27.1.47, port: 32405905-66b8-4c53-ad4a-34c65633ac40.
Apr 20 23:36:14.200386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:36:14.392376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:36:14.403214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:36:14.414214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:36:14.415280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342afcaef0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:36:14.419165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:14.480032 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5961998
Apr 20 23:36:14.480797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:36:14.613790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:36:14.675689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:36:14.676401 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40', 'status': 'completed', 'code': 200}
Apr 20 23:36:14.781494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-c3602886-92c3-4a5e-a7a9-ed46bab73dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:14.783147 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-c3602886-92c3-4a5e-a7a9-ed46bab73dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1099 time: 0.0811141
Apr 20 23:36:14.930784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-0e72e15a-4719-474b-8382-7e4f613511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:14.932418 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-0e72e15a-4719-474b-8382-7e4f613511d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1417129
Apr 20 23:36:15.052084 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-2c5d7d78-49f5-4454-9d81-d9427f221a90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 999 time: 0.1130881
Apr 20 23:36:15.128959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-7ce7f66e-dcdb-40d6-84e3-75a476523465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:15.130668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-7ce7f66e-dcdb-40d6-84e3-75a476523465 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0712152
Apr 20 23:36:15.169197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342afcaef0>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:12Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:36:15.173695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:36:15.184260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:36:15.184864 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342afcaef0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:36:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:36:15.215676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-c5a16e75-680f-4d93-801b-f4d20110d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:15.217339 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-c5a16e75-680f-4d93-801b-f4d20110d30c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796409
Apr 20 23:36:15.362295 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-90c92608-abd2-4461-93de-41e5cd23114a service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371548
Apr 20 23:36:15.376882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:36:15.508336 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1094ef63-084c-4d14-9670-d4e1e604d224 req-dba2122e-86ef-41ae-ae38-0c0e26996879 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378701
Apr 20 23:36:15.757784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342afcaef0>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:12Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:36:15.764592 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8eb16c-8698-409b-bfb9-231ada7249d7 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:12Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:36:16.033778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8188e136-dc5b-4b0e-8468-6607cab1e649 None None] New status for floating IP 87ce0a9e-c34d-4af5-9100-47d1bb5ae955: ACTIVE {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:36:20.893306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbabab-369d-4154-85d4-b3ab65c54bcf req-cac13fc6-d9c5-4e99-9aba-761f5d74917a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:20.894886 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ebcbabab-369d-4154-85d4-b3ab65c54bcf req-cac13fc6-d9c5-4e99-9aba-761f5d74917a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.3373539
Apr 20 23:36:20.943989 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ebcbabab-369d-4154-85d4-b3ab65c54bcf req-3c8ac8bb-ceeb-4191-b41e-70e8a8e0b76c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425599
Apr 20 23:36:22.165317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160fb91-f552-496a-9bc4-71457efa7d36 req-cbead376-41e2-41c8-bc78-c86ddecfba0c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:22.167063 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7160fb91-f552-496a-9bc4-71457efa7d36 req-cbead376-41e2-41c8-bc78-c86ddecfba0c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0963511
Apr 20 23:36:22.216305 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7160fb91-f552-496a-9bc4-71457efa7d36 req-80373389-2fb6-4408-9231-a61a62bb6aa3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427449
Apr 20 23:36:23.442943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eac421-c0ba-49e5-8950-c37a1b2b557d req-abd4579d-8c62-45d1-8703-54520813814e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:23.444477 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05eac421-c0ba-49e5-8950-c37a1b2b557d req-abd4579d-8c62-45d1-8703-54520813814e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0959136
Apr 20 23:36:23.493844 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05eac421-c0ba-49e5-8950-c37a1b2b557d req-d2a17b73-2873-49bd-9bf0-048ef316c1ce tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417483
Apr 20 23:36:23.927832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:24.725171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae8d87-50dc-45bf-83f1-ff9a23aaf984 req-169237d2-0a78-46b3-97d8-e58f99afb56e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:24.726757 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5cae8d87-50dc-45bf-83f1-ff9a23aaf984 req-169237d2-0a78-46b3-97d8-e58f99afb56e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0979362
Apr 20 23:36:24.775508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5cae8d87-50dc-45bf-83f1-ff9a23aaf984 req-da5c70e5-e004-4223-8b0b-a6ae4270c904 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419319
Apr 20 23:36:26.001738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6798-b18d-405b-b792-a4c0b0a631a1 req-bbcc63c2-1e09-4831-9cec-b31234f8282f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:26.003325 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-67cf6798-b18d-405b-b792-a4c0b0a631a1 req-bbcc63c2-1e09-4831-9cec-b31234f8282f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0956020
Apr 20 23:36:26.055196 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-67cf6798-b18d-405b-b792-a4c0b0a631a1 req-0553c488-1e08-44e3-8a04-9dee65866650 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426817
Apr 20 23:36:27.266320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7cfb6-0cad-49e5-9b55-f48d80d3baaa req-c7aaa6a7-1602-4c72-88bb-f1321c8c6de9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:27.267882 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f7e7cfb6-0cad-49e5-9b55-f48d80d3baaa req-c7aaa6a7-1602-4c72-88bb-f1321c8c6de9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0896604
Apr 20 23:36:27.319398 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f7e7cfb6-0cad-49e5-9b55-f48d80d3baaa req-a2d75edd-d85a-4cdf-84d4-2da089ad6787 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449946
Apr 20 23:36:28.502677 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-11f74e79-91a3-40c0-b0ed-a783822f9290 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0861411
Apr 20 23:36:28.555371 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eed9ee-8213-4282-97e6-dcae36390cc9 req-ae531b2d-fd16-4267-baeb-605d7f05da43 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:28.557207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-44eed9ee-8213-4282-97e6-dcae36390cc9 req-ae531b2d-fd16-4267-baeb-605d7f05da43 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1019306
Apr 20 23:36:28.608273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37840978-61b0-4e93-b411-077d38990f30 req-e95be9d7-06ed-4503-811e-b64b3ef57113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:28.608552 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-44eed9ee-8213-4282-97e6-dcae36390cc9 req-3a8e1844-ad85-43c5-bcaa-039c6e93b950 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448210
Apr 20 23:36:28.609899 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-e95be9d7-06ed-4503-811e-b64b3ef57113 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.0824692
Apr 20 23:36:28.772502 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37840978-61b0-4e93-b411-077d38990f30 req-08501ef9-6a58-4c5e-970a-8d69fc19f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:28.774157 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-08501ef9-6a58-4c5e-970a-8d69fc19f82f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1408281
Apr 20 23:36:28.890012 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-a5934519-e331-43fc-8b16-16c67e5e7512 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 1001 time: 0.1086762
Apr 20 23:36:28.962250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37840978-61b0-4e93-b411-077d38990f30 req-1b6ffc96-d438-477e-8b09-56a18141a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:28.963875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-1b6ffc96-d438-477e-8b09-56a18141a562 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0660081
Apr 20 23:36:29.048637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37840978-61b0-4e93-b411-077d38990f30 req-84384804-967e-49b3-b6f7-adb45317033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:29.050277 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-84384804-967e-49b3-b6f7-adb45317033c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795140
Apr 20 23:36:29.200466 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-ff952648-9d7e-4f36-a400-18c73030145d service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373665
Apr 20 23:36:29.355627 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37840978-61b0-4e93-b411-077d38990f30 req-8e12f279-75f2-4cc8-afab-4de2c5402d1e service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455393
Apr 20 23:36:29.835189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0da5-07bd-4620-b274-821fd3835ce4 req-18b959ed-6f55-47c0-b267-abdb6d1dc153 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:29.836760 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bf9e0da5-07bd-4620-b274-821fd3835ce4 req-18b959ed-6f55-47c0-b267-abdb6d1dc153 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0962558
Apr 20 23:36:29.894185 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bf9e0da5-07bd-4620-b274-821fd3835ce4 req-7cf03628-b261-4fc5-93e9-87b4cc193dd5 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504069
Apr 20 23:36:31.113694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd109-919f-464e-9b4a-9d87f6199b03 req-d867ffcc-49ea-41c2-8d76-9ea40af3e69b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:31.115345 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37cdd109-919f-464e-9b4a-9d87f6199b03 req-d867ffcc-49ea-41c2-8d76-9ea40af3e69b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0920420
Apr 20 23:36:31.163836 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37cdd109-919f-464e-9b4a-9d87f6199b03 req-a621fd9e-eeae-4894-8d39-a01347f66445 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417557
Apr 20 23:36:32.403249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8df09-9ad2-4483-a61a-507aaf221451 req-df277510-b88a-4dad-9be2-fb771306d8ee tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:32.404830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-56e8df09-9ad2-4483-a61a-507aaf221451 req-df277510-b88a-4dad-9be2-fb771306d8ee tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1083033
Apr 20 23:36:32.454007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-56e8df09-9ad2-4483-a61a-507aaf221451 req-972f5391-6540-4259-a80c-e8060baaa6ac tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426013
Apr 20 23:36:32.492373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-453b5e25-927d-424e-99fb-06fbf46dc6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:33.628670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:36:33.673718 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d5d6d-9aea-4168-97fe-8fa437e2d6ca req-f4557df6-606b-4846-a2ef-fbce8c1e9325 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:33.675532 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-786d5d6d-9aea-4168-97fe-8fa437e2d6ca req-f4557df6-606b-4846-a2ef-fbce8c1e9325 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0958834
Apr 20 23:36:33.731279 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-786d5d6d-9aea-4168-97fe-8fa437e2d6ca req-78c4037a-57ac-4b61-ad92-78bc0dd69132 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445945
Apr 20 23:36:33.797175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:33.812799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'mac_address': 'fa:16:3e:9d:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:36:33.873967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:33.892873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:36:33.909832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:33.913748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:33.916118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f2aabd2e-4baf-480d-bbbf-e5fd92dfd505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:33.994962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=6']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:34.001561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:34.009479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['691a3187-7eb9-4b46-9b80-cded7fcbfdb8'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:36:34.795981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e2d9f14f-b558-4f0c-839a-6c318b3b89e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:34.964938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697bf96-15ca-446f-8b67-64a805fe602e req-0a628914-a6f9-468b-b8db-bbf9cf02cd40 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:34.966658 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e697bf96-15ca-446f-8b67-64a805fe602e req-0a628914-a6f9-468b-b8db-bbf9cf02cd40 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 944 time: 0.0905223
Apr 20 23:36:35.016302 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e697bf96-15ca-446f-8b67-64a805fe602e req-8b3dbd4e-6148-4e7b-b970-953975309028 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432570
Apr 20 23:36:35.514581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:35.653513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:36:35.701312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:35.739863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:36:35.740297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:35.879514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:35.914700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:35.917051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:36:35.922194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:35.924159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e73f412a-e95c-413c-a599-62dab80ab9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:35.983103 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'code': 200}
Apr 20 23:36:35.999293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=7']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:36.008206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.008206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.008206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.008538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.009156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.009156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.009648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.010699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.010699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.010699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.011456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.011621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:36:36.015753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:36.254182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689c974-0bcd-44f2-abe4-3e71eeaa3fed req-45f2d825-a118-4ba6-beb7-23ad1475de33 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:36.255918 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7689c974-0bcd-44f2-abe4-3e71eeaa3fed req-45f2d825-a118-4ba6-beb7-23ad1475de33 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0991731
Apr 20 23:36:36.308628 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7689c974-0bcd-44f2-abe4-3e71eeaa3fed req-7e93d6c0-c55d-4bd1-a5cb-528ba9d688e9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451610
Apr 20 23:36:37.013412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:37.019852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a4738-ff25-445c-bd67-54912dd10932 req-8749175c-669e-4519-9cf3-a13d53d27a7f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:37.022372 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a70a4738-ff25-445c-bd67-54912dd10932 req-8749175c-669e-4519-9cf3-a13d53d27a7f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0987864
Apr 20 23:36:37.095686 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a70a4738-ff25-445c-bd67-54912dd10932 req-eb05f9d2-9e65-43a3-850a-45edee48985b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670016
Apr 20 23:36:37.531496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b85d-c048-49ee-a476-80cddc28e55f req-62084c31-7f14-4753-ab29-1cfb6f3b20b9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:37.537915 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eb70b85d-c048-49ee-a476-80cddc28e55f req-62084c31-7f14-4753-ab29-1cfb6f3b20b9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1020057
Apr 20 23:36:37.586533 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eb70b85d-c048-49ee-a476-80cddc28e55f req-0e5ce7d8-7c8a-471b-9652-97c173ff66c7 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446761
Apr 20 23:36:38.307059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4f1a6-2139-42e8-84b8-ea20ebbd5748 req-68529c17-ed08-4b92-8faa-bac6e6db8c41 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:38.308981 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-42f4f1a6-2139-42e8-84b8-ea20ebbd5748 req-68529c17-ed08-4b92-8faa-bac6e6db8c41 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1027851
Apr 20 23:36:38.359424 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-42f4f1a6-2139-42e8-84b8-ea20ebbd5748 req-1ccf2ebd-f220-4988-a71b-31efa8cd5ff5 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436006
Apr 20 23:36:38.819856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c623a-2119-429e-8002-7be5e0067907 req-14a564bd-8b80-44b8-8f4c-2231bea8b87d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:38.821418 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c3c623a-2119-429e-8002-7be5e0067907 req-14a564bd-8b80-44b8-8f4c-2231bea8b87d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0955017
Apr 20 23:36:38.879050 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c3c623a-2119-429e-8002-7be5e0067907 req-015589b8-d8a2-4a83-a863-d3605a9c95da tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462945
Apr 20 23:36:39.602175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab98e-f724-4c18-a286-6dd1f60e9bb9 req-471ca17d-08ac-4dab-8df1-e74fb2911d33 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:39.603813 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8cdab98e-f724-4c18-a286-6dd1f60e9bb9 req-471ca17d-08ac-4dab-8df1-e74fb2911d33 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0984430
Apr 20 23:36:39.661842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8cdab98e-f724-4c18-a286-6dd1f60e9bb9 req-8acb7447-b2cd-4498-8875-10cb3e7c2e58 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514324
Apr 20 23:36:40.116079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e20c7-6930-4a1b-9fb2-b70d42ddc45a req-745b1757-0391-494e-add6-35c0b7327151 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:40.117415 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-397e20c7-6930-4a1b-9fb2-b70d42ddc45a req-745b1757-0391-494e-add6-35c0b7327151 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1097269
Apr 20 23:36:40.178660 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-397e20c7-6930-4a1b-9fb2-b70d42ddc45a req-ccbd7499-fd51-494a-944f-b29e569792c0 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535288
Apr 20 23:36:40.876285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fbde7-dcd1-4992-a776-6b0fb0835885 req-42b4d04c-bfb4-477b-a6b6-a7c7f46038b4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:40.879785 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a73fbde7-dcd1-4992-a776-6b0fb0835885 req-42b4d04c-bfb4-477b-a6b6-a7c7f46038b4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1062179
Apr 20 23:36:40.931810 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a73fbde7-dcd1-4992-a776-6b0fb0835885 req-616943b9-69e3-450b-b3a9-9dc8abfb7e77 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468073
Apr 20 23:36:41.407957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9427dc-9487-4953-8b05-497587cc4ac0 req-b9841aae-eb06-4749-bdaf-1d3e2f3ce08c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:41.409640 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f9427dc-9487-4953-8b05-497587cc4ac0 req-b9841aae-eb06-4749-bdaf-1d3e2f3ce08c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1082468
Apr 20 23:36:41.461881 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f9427dc-9487-4953-8b05-497587cc4ac0 req-337e41ff-b261-42e0-99c8-d9459df35f01 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446446
Apr 20 23:36:42.165716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e28d3-2997-49f4-a447-043812712d24 req-d735034b-8692-486f-98b6-5a55fcc7fc67 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:42.167369 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f54e28d3-2997-49f4-a447-043812712d24 req-d735034b-8692-486f-98b6-5a55fcc7fc67 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0929494
Apr 20 23:36:42.219610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f54e28d3-2997-49f4-a447-043812712d24 req-5476f63f-b516-4b39-ab98-b51ea2a204d9 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427251
Apr 20 23:36:42.483199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-00d89ac5-c093-4d3b-adaf-9fc62cdc9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:42.484893 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-00d89ac5-c093-4d3b-adaf-9fc62cdc9e5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1098 time: 0.0878158
Apr 20 23:36:42.627535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-25255f47-e31d-4c53-a35e-08ed8a1df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:42.629145 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-25255f47-e31d-4c53-a35e-08ed8a1df430 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.1370769
Apr 20 23:36:42.679001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770757d-b2f9-475b-92eb-6a318b58f481 req-62108c2d-3092-49d0-9de5-1d0f5972e9fa tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:42.680596 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a770757d-b2f9-475b-92eb-6a318b58f481 req-62108c2d-3092-49d0-9de5-1d0f5972e9fa tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0952003
Apr 20 23:36:42.729748 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a770757d-b2f9-475b-92eb-6a318b58f481 req-6114f120-6cbc-4972-9028-e1aaf35be778 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423055
Apr 20 23:36:42.741341 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-5a5daed0-0acf-40d6-8615-30d0858fb800 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 200  len: 1001 time: 0.1046481
Apr 20 23:36:42.812111 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-5403c5c1-c436-4df7-b2a0-96c63019915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:42.813681 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-5403c5c1-c436-4df7-b2a0-96c63019915e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0656383
Apr 20 23:36:42.900977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-522919f7-11d3-4021-a587-25b836628197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:42.902685 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-522919f7-11d3-4021-a587-25b836628197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815370
Apr 20 23:36:43.048493 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-69f41915-65df-4b02-97c0-134b36e6f53f service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390357
Apr 20 23:36:43.194651 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5609ce51-0fc8-4bac-8ed5-12932ee1f114 req-de3cd26c-afde-47e5-a24d-b959a4ef41f6 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383557
Apr 20 23:36:43.435640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155954cf-e504-4442-aeef-e5779a4b6535 req-078c3382-b891-4efb-a88c-43023fcfdf84 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:43.437225 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-155954cf-e504-4442-aeef-e5779a4b6535 req-078c3382-b891-4efb-a88c-43023fcfdf84 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0986834
Apr 20 23:36:43.492185 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-155954cf-e504-4442-aeef-e5779a4b6535 req-76e7afcb-53e3-4720-8e83-ed2ae6e54f1a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453568
Apr 20 23:36:43.948948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433d8d1-973f-4454-9bab-68aa2b6cafb0 req-e9097e33-908d-4449-8e81-68d1a0aaa592 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:43.950560 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0433d8d1-973f-4454-9bab-68aa2b6cafb0 req-e9097e33-908d-4449-8e81-68d1a0aaa592 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.1022556
Apr 20 23:36:44.001518 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0433d8d1-973f-4454-9bab-68aa2b6cafb0 req-c0dd57f4-4b89-49da-9013-0679ccb2784d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412824
Apr 20 23:36:44.722576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e27769-cef7-4d02-826a-94073d15b989 req-11981b06-4ecd-45de-847a-3faf8121528c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:44.724120 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3e27769-cef7-4d02-826a-94073d15b989 req-11981b06-4ecd-45de-847a-3faf8121528c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1015940
Apr 20 23:36:44.773718 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b3e27769-cef7-4d02-826a-94073d15b989 req-48c193e6-26b3-4105-b30a-8b3caa87ddac tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426900
Apr 20 23:36:45.224213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d3d97-72a6-4533-949d-3a39d97a00e9 req-f3dc7ff6-b208-4752-af38-6c34c474f690 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:45.225852 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c3d3d97-72a6-4533-949d-3a39d97a00e9 req-f3dc7ff6-b208-4752-af38-6c34c474f690 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 945 time: 0.0933015
Apr 20 23:36:45.274869 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3c3d3d97-72a6-4533-949d-3a39d97a00e9 req-8ab3e894-3bdb-4e0e-a8fd-ed5ec26546d6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421734
Apr 20 23:36:45.664208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:36:45.786287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:45.816985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:36:45.826426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:45.831664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:45.834109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-823433a9-8b36-48e8-880f-95308e8505a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:45.873397 dv-cinder-787296-1-iscsi neutron-server[86283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'code': 422} returned with failed status
Apr 20 23:36:45.914065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=8']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:45.918581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:45.987273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a7a64-3572-4d19-9a25-aa48d901a9bd req-ef56da65-cbc2-4c78-a200-f5352a1c06bf tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:45.988854 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d70a7a64-3572-4d19-9a25-aa48d901a9bd req-ef56da65-cbc2-4c78-a200-f5352a1c06bf tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0941749
Apr 20 23:36:46.038649 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d70a7a64-3572-4d19-9a25-aa48d901a9bd req-02460c94-7358-4f0b-95cb-02fc402ee8e7 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425761
Apr 20 23:36:46.837808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e30ac-5130-441d-81e0-525e68d7e186 req-321924f4-84aa-4432-9276-39639734ba86 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:46.839637 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2c9e30ac-5130-441d-81e0-525e68d7e186 req-321924f4-84aa-4432-9276-39639734ba86 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0917470
Apr 20 23:36:46.892516 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2c9e30ac-5130-441d-81e0-525e68d7e186 req-90cc1552-ad5c-4ac1-bc30-d45912ff5dae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462093
Apr 20 23:36:46.927239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46032) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:36:47.129335 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-ddcf6ba5-28c9-48df-8a8d-ac5e1bbbd0f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2003307
Apr 20 23:36:47.133896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-2a436f1a-6ebe-4989-9cb2-b924301c1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.135359 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-2a436f1a-6ebe-4989-9cb2-b924301c1f14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.1071527
Apr 20 23:36:47.251182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2e448-bcbb-4649-8fcf-6472aa2ad57b req-bd981480-92d1-4628-95f9-89e7d9183479 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.252870 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-80a2e448-bcbb-4649-8fcf-6472aa2ad57b req-bd981480-92d1-4628-95f9-89e7d9183479 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0940547
Apr 20 23:36:47.285857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-1fbe9956-5074-4ca0-ac7f-2e9b3c64b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.287511 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-1fbe9956-5074-4ca0-ac7f-2e9b3c64b681 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1455803
Apr 20 23:36:47.304828 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-80a2e448-bcbb-4649-8fcf-6472aa2ad57b req-4fa36db3-f00e-4085-acae-4f8b1de97bf6 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450797
Apr 20 23:36:47.692934 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-44a6cc7e-251f-4e17-8979-2cb9ac2cf2ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 1001 time: 0.3982987
Apr 20 23:36:47.779067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-6731832e-f574-4edb-954e-eccc9c601993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.780590 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-6731832e-f574-4edb-954e-eccc9c601993 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0802133
Apr 20 23:36:47.783902 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-061d26f2-f0bc-4f28-8aee-30ecc3a43908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.785523 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-061d26f2-f0bc-4f28-8aee-30ecc3a43908 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b&tenant_id=a442d31b6d8a4e08abaf975a687efdff HTTP/1.1" status: 200  len: 1096 time: 0.1602292
Apr 20 23:36:47.929457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-b9f93181-f57d-4cfe-a7a9-e7531e7cb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.931014 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-b9f93181-f57d-4cfe-a7a9-e7531e7cb8ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1394460
Apr 20 23:36:47.936119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-550a22af-f12d-48cd-b15c-3659481fe7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:47.937676 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-550a22af-f12d-48cd-b15c-3659481fe7b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a442d31b6d8a4e08abaf975a687efdff&device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1096 time: 0.1071236
Apr 20 23:36:48.107004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773dd1-f312-4969-9e10-f3fadd328c0f req-e54d3070-0674-416b-b7cc-a43520b33c43 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:48.108991 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dc773dd1-f312-4969-9e10-f3fadd328c0f req-e54d3070-0674-416b-b7cc-a43520b33c43 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0965605
Apr 20 23:36:48.157312 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dc773dd1-f312-4969-9e10-f3fadd328c0f req-8aba3c20-6d98-4263-9688-ba66e3a03c55 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418568
Apr 20 23:36:48.190694 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-65980d42-c342-4bf6-bac1-f162f50cc30e service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520473
Apr 20 23:36:48.198958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-6bd2f880-f6af-4dff-b7b4-227c562cd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:48.200412 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-6bd2f880-f6af-4dff-b7b4-227c562cd0e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 200  len: 918 time: 0.2361000
Apr 20 23:36:48.399233 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-00745d82-3f8f-4ecf-9613-d4a1fc8a188e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 200  len: 999 time: 0.1726620
Apr 20 23:36:48.481297 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e05b585b-f925-480b-9d20-4bafdcaef208 req-057abccd-019b-4569-b0dd-7ad220ea29c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836297
Apr 20 23:36:48.496694 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-1bea95f4-e4f4-44c9-8d73-a76c3f814be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:48.498277 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-1bea95f4-e4f4-44c9-8d73-a76c3f814be3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 200  len: 856 time: 0.0862186
Apr 20 23:36:48.510447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc1cb5-fdde-4e63-b427-5a2a43b3d61a req-6562ad31-c970-4222-bcdb-f4f2b44ea6cd tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:48.512076 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57dc1cb5-fdde-4e63-b427-5a2a43b3d61a req-6562ad31-c970-4222-bcdb-f4f2b44ea6cd tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0895774
Apr 20 23:36:48.560833 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57dc1cb5-fdde-4e63-b427-5a2a43b3d61a req-68aec7cf-3531-481b-8465-9d6ac8c06460 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421531
Apr 20 23:36:48.586179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-36a28bba-86ba-4aca-80c1-9bd0a397f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:48.587812 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-36a28bba-86ba-4aca-80c1-9bd0a397f8a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=95cad597-19c5-41ef-812c-28bbcd7474ef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790336
Apr 20 23:36:48.731833 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-3406f569-550e-47b3-af9b-edb21e606be0 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363578
Apr 20 23:36:48.876736 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db05e4c1-cbd5-417f-bb6a-72b871ecd143 req-4b346df5-34d7-4a1b-9c4c-adeb53b739f2 service neutron] 10.222.0.20 "GET /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377065
Apr 20 23:36:49.389134 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba383d40-341a-43e3-b6fe-e60a7f57bebb req-7411eb2e-742c-4774-8c1b-62ed27533b7c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:49.390719 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ba383d40-341a-43e3-b6fe-e60a7f57bebb req-7411eb2e-742c-4774-8c1b-62ed27533b7c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.1028841
Apr 20 23:36:49.443868 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ba383d40-341a-43e3-b6fe-e60a7f57bebb req-4496a2a8-f825-49bd-af46-4821a025ef16 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437193
Apr 20 23:36:49.687565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:36:49.813887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab332f0-f84f-46ee-9c60-77bd4fa302ea req-8a6c4b12-81a8-4890-8294-00a7923acb06 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:49.815570 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eab332f0-f84f-46ee-9c60-77bd4fa302ea req-8a6c4b12-81a8-4890-8294-00a7923acb06 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1332517
Apr 20 23:36:49.922722 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-eab332f0-f84f-46ee-9c60-77bd4fa302ea req-4310ea1d-1584-42f6-8a9c-6444e3ff08be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982187
Apr 20 23:36:50.672530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53127-3e9c-4f7c-927d-fb13dcbfb90d req-aaddf66a-b3e7-4099-a1f0-9cdbe84e7cc3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:50.674186 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c6c53127-3e9c-4f7c-927d-fb13dcbfb90d req-aaddf66a-b3e7-4099-a1f0-9cdbe84e7cc3 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0946486
Apr 20 23:36:50.724006 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c6c53127-3e9c-4f7c-927d-fb13dcbfb90d req-a7fec359-0420-4188-945d-92052cc2c772 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431128
Apr 20 23:36:51.157790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89f6f-4d91-40fb-8f83-25fd571a9bbc req-63b7bd2d-40b0-4ca6-83f9-3f4dcd3da352 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:51.159381 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99c89f6f-4d91-40fb-8f83-25fd571a9bbc req-63b7bd2d-40b0-4ca6-83f9-3f4dcd3da352 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1090908
Apr 20 23:36:51.213151 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99c89f6f-4d91-40fb-8f83-25fd571a9bbc req-fbc2c811-52c4-48fb-a6a9-355932016447 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450311
Apr 20 23:36:51.675538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:36:51.937439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af078925-5ec0-4c49-aa6d-df9047c8d15e req-530416d4-c6ba-406d-bc00-2242167a371c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:51.939195 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-af078925-5ec0-4c49-aa6d-df9047c8d15e req-530416d4-c6ba-406d-bc00-2242167a371c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0934105
Apr 20 23:36:51.987150 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-af078925-5ec0-4c49-aa6d-df9047c8d15e req-42930810-a8a9-4016-8e64-a22e4e91c7a4 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409729
Apr 20 23:36:52.427825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c76fc-eba8-4359-ab16-0053c646d933 req-d61bc58a-1d49-4efa-93eb-0a753e924ffd tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:52.429479 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6e6c76fc-eba8-4359-ab16-0053c646d933 req-d61bc58a-1d49-4efa-93eb-0a753e924ffd tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0955844
Apr 20 23:36:52.482954 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6e6c76fc-eba8-4359-ab16-0053c646d933 req-f06090b0-c0f1-4acf-884b-b28d1c12e6fe tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456154
Apr 20 23:36:53.211622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a6fd6-cd50-4372-8457-fd8e45564b2a req-6ac63c98-7d36-4744-b5c2-c700e4ea1dae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:53.213361 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f41a6fd6-cd50-4372-8457-fd8e45564b2a req-6ac63c98-7d36-4744-b5c2-c700e4ea1dae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0943649
Apr 20 23:36:53.264472 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f41a6fd6-cd50-4372-8457-fd8e45564b2a req-b3688a8a-1ae1-493c-a740-d488487aa70e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440185
Apr 20 23:36:53.688208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb42d8-596e-469b-ab9e-ff7a4b884353 req-64dbd9c8-321f-479d-ae90-379ebdf02f38 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:53.689911 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9deb42d8-596e-469b-ab9e-ff7a4b884353 req-64dbd9c8-321f-479d-ae90-379ebdf02f38 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0902660
Apr 20 23:36:53.700236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:36:53.762073 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9deb42d8-596e-469b-ab9e-ff7a4b884353 req-43de5d8a-957a-40c4-b62e-c7d872496654 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650306
Apr 20 23:36:53.841174 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:53.871983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:36:53.883037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:36:53.886758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:53.888649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1d909322-374f-40c1-a5f9-18560a336660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:36:53.927692 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'code': 200}
Apr 20 23:36:53.966739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:36:53.979034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=6']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:36:53.982416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:36:54.487667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c991f7-ac8d-46c2-8416-4bf4eb61b57a req-1aa5a5b4-2e0e-42a0-8d06-826d73d95617 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:54.489217 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-19c991f7-ac8d-46c2-8416-4bf4eb61b57a req-1aa5a5b4-2e0e-42a0-8d06-826d73d95617 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0970440
Apr 20 23:36:54.539720 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-19c991f7-ac8d-46c2-8416-4bf4eb61b57a req-bdb2eb09-e24d-4dab-99c2-ad106fef3586 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437484
Apr 20 23:36:54.984317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5742f26-c20f-4b13-aaf8-d657d0e12700 req-643fe9b3-9a98-4133-b7a3-4bc767d534c6 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:54.991626 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b5742f26-c20f-4b13-aaf8-d657d0e12700 req-643fe9b3-9a98-4133-b7a3-4bc767d534c6 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0991318
Apr 20 23:36:55.038219 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b5742f26-c20f-4b13-aaf8-d657d0e12700 req-937895f7-017f-4ad7-8ac3-cbdee385f039 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448937
Apr 20 23:36:55.770469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf01bc4-8ad0-49a1-b3ca-6904c7112983 req-11ab0c92-0a9e-45a6-b7aa-471247626aac tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:55.772028 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-faf01bc4-8ad0-49a1-b3ca-6904c7112983 req-11ab0c92-0a9e-45a6-b7aa-471247626aac tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.1017799
Apr 20 23:36:55.822563 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-faf01bc4-8ad0-49a1-b3ca-6904c7112983 req-10fb2d47-4d98-4210-b613-6b213bb90245 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437889
Apr 20 23:36:56.259589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edf71-249e-49c5-95c2-97bab0789892 req-38199f08-83c6-4297-983f-5c9ff39f8135 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:56.261192 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d22edf71-249e-49c5-95c2-97bab0789892 req-38199f08-83c6-4297-983f-5c9ff39f8135 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0949924
Apr 20 23:36:56.561648 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d22edf71-249e-49c5-95c2-97bab0789892 req-fa84001d-782c-47c5-9bd4-23ab1fdb6f65 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2935433
Apr 20 23:36:57.060248 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a0d9-6d76-4c1f-a9d1-9f19fce53307 req-a5a497f3-38ca-4351-bf8b-aadd75a142ae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:57.062086 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6898a0d9-6d76-4c1f-a9d1-9f19fce53307 req-a5a497f3-38ca-4351-bf8b-aadd75a142ae tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0949175
Apr 20 23:36:57.115671 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6898a0d9-6d76-4c1f-a9d1-9f19fce53307 req-bc6b6765-f04c-4296-bf2f-759a4dddd84d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471106
Apr 20 23:36:57.760307 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e6b8e-acbe-4145-a50b-b2516c83b816 req-a50983d9-156e-4a61-91bc-813c50794317 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:57.762261 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-575e6b8e-acbe-4145-a50b-b2516c83b816 req-a50983d9-156e-4a61-91bc-813c50794317 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0902026
Apr 20 23:36:57.811834 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-575e6b8e-acbe-4145-a50b-b2516c83b816 req-44d69100-e054-4bdb-9b32-5ddaa32000c9 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428252
Apr 20 23:36:58.329710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9410bf8-0376-4054-846f-90860c0c1357 req-36a9dd21-64d6-44e2-a9b5-9b0022c85998 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:58.331512 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f9410bf8-0376-4054-846f-90860c0c1357 req-36a9dd21-64d6-44e2-a9b5-9b0022c85998 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0918345
Apr 20 23:36:58.382979 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f9410bf8-0376-4054-846f-90860c0c1357 req-84f378d3-8784-44a0-bcc8-7ad5dcf48305 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444355
Apr 20 23:36:59.056874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57847ea3-ae55-42a2-8c94-c343c810aed0 req-76bda39c-eafd-4d4a-b1bf-6a3a929c6073 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:59.058495 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57847ea3-ae55-42a2-8c94-c343c810aed0 req-76bda39c-eafd-4d4a-b1bf-6a3a929c6073 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0926189
Apr 20 23:36:59.111804 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-57847ea3-ae55-42a2-8c94-c343c810aed0 req-4d3a28c6-443e-4327-9aaa-fa3c39259c83 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462270
Apr 20 23:36:59.623765 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd694b6-f27d-4a7b-87df-31eb6a12abef req-29d43611-71a4-4497-b9ba-a4b0b90b365d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:36:59.625346 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8dd694b6-f27d-4a7b-87df-31eb6a12abef req-29d43611-71a4-4497-b9ba-a4b0b90b365d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.1051602
Apr 20 23:36:59.675962 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8dd694b6-f27d-4a7b-87df-31eb6a12abef req-383538bc-4de3-4b8a-adba-2ff8a59ac005 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441456
Apr 20 23:37:00.323109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb5bec-4a21-4ab0-ba7f-8e7f496fc630 req-78462775-35e6-41cb-9e4f-a0bbe9c55635 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:00.324778 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dcbb5bec-4a21-4ab0-ba7f-8e7f496fc630 req-78462775-35e6-41cb-9e4f-a0bbe9c55635 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0911429
Apr 20 23:37:00.376968 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-dcbb5bec-4a21-4ab0-ba7f-8e7f496fc630 req-9c64af3f-3430-4d6c-8da8-87383d56fa5d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448623
Apr 20 23:37:00.882204 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36cc4-91f8-4745-919c-0b2f47451e2c req-51a29ada-2674-4e1f-bd92-74ca56ffc81a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:00.884232 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8ba36cc4-91f8-4745-919c-0b2f47451e2c req-51a29ada-2674-4e1f-bd92-74ca56ffc81a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.0883763
Apr 20 23:37:00.933122 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8ba36cc4-91f8-4745-919c-0b2f47451e2c req-9c5f4b00-7be2-466a-afae-4b70e3d0892b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425932
Apr 20 23:37:01.596308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49f38f-0454-44a2-8eef-5fbf5d971848 req-c4910bea-9470-4b65-867b-358353236ea0 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:01.597905 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-df49f38f-0454-44a2-8eef-5fbf5d971848 req-c4910bea-9470-4b65-867b-358353236ea0 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0954955
Apr 20 23:37:01.645383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-df49f38f-0454-44a2-8eef-5fbf5d971848 req-717ff4cb-696b-4fb1-96c1-7657822f184a tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410237
Apr 20 23:37:01.958197 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-b870ab19-8cb8-4bcf-b008-57a69c67ae08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0823843
Apr 20 23:37:02.031985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd58e18-50b4-4516-a328-8d620a691589 req-a3fc53b0-73b3-4152-99e3-7057b55eea42 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:02.033635 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-edd58e18-50b4-4516-a328-8d620a691589 req-a3fc53b0-73b3-4152-99e3-7057b55eea42 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0926442
Apr 20 23:37:02.140439 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-edd58e18-50b4-4516-a328-8d620a691589 req-d92b6f70-bd78-4f76-86f0-1b732a040f68 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994227
Apr 20 23:37:02.173777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143417f2-c88f-4d20-bdde-dee3b311fe76 req-34e1a96d-c7f5-41c8-a1c4-5a7334c7c1a9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:02.175357 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-143417f2-c88f-4d20-bdde-dee3b311fe76 req-34e1a96d-c7f5-41c8-a1c4-5a7334c7c1a9 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.1163061
Apr 20 23:37:02.223719 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-143417f2-c88f-4d20-bdde-dee3b311fe76 req-0c662832-76be-40d3-8860-56d980812399 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417552
Apr 20 23:37:02.496121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4082d661-55ed-49a3-8a47-ef5b83686a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:03.242905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-150a337e-a0a3-4848-82c6-a65e0811cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.244447 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-150a337e-a0a3-4848-82c6-a65e0811cda3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d&tenant_id=84c47d3d8985465aae4acc0df4fd3689 HTTP/1.1" status: 200  len: 1097 time: 0.0817041
Apr 20 23:37:03.343459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee6866-4b68-4257-a8e4-8afbd8d53565 req-ea64ff4d-52eb-483c-a7bf-2c651a2d8390 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.345101 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-20ee6866-4b68-4257-a8e4-8afbd8d53565 req-ea64ff4d-52eb-483c-a7bf-2c651a2d8390 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0912263
Apr 20 23:37:03.345601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-33a5837e-21c7-4f4f-a484-76449b967133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.347221 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-33a5837e-21c7-4f4f-a484-76449b967133 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1097 time: 0.0804780
Apr 20 23:37:03.449486 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-20ee6866-4b68-4257-a8e4-8afbd8d53565 req-1c3cf5ef-46d3-4def-96c8-4afa1451313c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586669
Apr 20 23:37:03.474516 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099487b-0cc4-4482-bc11-c70c1d58cb99 req-970708ad-b816-435d-8e80-f9dbd7ab95f6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.475055 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e099487b-0cc4-4482-bc11-c70c1d58cb99 req-970708ad-b816-435d-8e80-f9dbd7ab95f6 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 943 time: 0.1282861
Apr 20 23:37:03.495236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-8a1fd6a9-a766-4949-a3cc-01d21f33aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.496836 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-8a1fd6a9-a766-4949-a3cc-01d21f33aa00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1419742
Apr 20 23:37:03.523489 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e099487b-0cc4-4482-bc11-c70c1d58cb99 req-260f3431-0d67-4e48-b072-20c1676963cb tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418139
Apr 20 23:37:03.611245 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-5216b8ba-f20f-41e2-9322-524c1dcbf626 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 999 time: 0.1073611
Apr 20 23:37:03.686919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-d2076c4b-6322-4d95-8fa1-58c17b4c298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.688476 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-d2076c4b-6322-4d95-8fa1-58c17b4c298e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0702934
Apr 20 23:37:03.759689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:37:03.774716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-736429cd-4d1b-4fc1-a577-b85a35d3a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:03.776318 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-736429cd-4d1b-4fc1-a577-b85a35d3a0d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797625
Apr 20 23:37:03.910570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:03.923807 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-13414763-e248-4021-818e-3bcc28bcb991 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399071
Apr 20 23:37:03.925299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'port_id': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'mac_address': 'fa:16:3e:9d:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:37:03.983988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.005072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:04.021709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:04.025308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.027185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:04.069220 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6bcc9d86-6a96-4b1e-a87f-7b63e702619c req-97bb7ce4-4eb1-4f30-9c04-c2565ec921d8 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377718
Apr 20 23:37:04.103405 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=9']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:04.106674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:04.232113 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['691a3187-7eb9-4b46-9b80-cded7fcbfdb8'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:37:04.720828 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f11b7-41ca-4d7b-a764-7658d5638e32 req-d54a67db-142d-4ac1-91eb-73b3bc07901f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:04.722347 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8b9f11b7-41ca-4d7b-a764-7658d5638e32 req-d54a67db-142d-4ac1-91eb-73b3bc07901f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1480012
Apr 20 23:37:04.788748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9331a2c1-4d1a-482c-82a8-4c7c8026d688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:04.789314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fe921-42ed-4335-b76c-b3d75c1f5d46 req-11dd5f80-591e-4b35-bf6f-a664b3fc150c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:04.791302 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db2fe921-42ed-4335-b76c-b3d75c1f5d46 req-11dd5f80-591e-4b35-bf6f-a664b3fc150c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 944 time: 0.1423776
Apr 20 23:37:04.794502 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8b9f11b7-41ca-4d7b-a764-7658d5638e32 req-30683f42-a3ca-451e-958a-c2bece5d18ee tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616465
Apr 20 23:37:04.843500 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db2fe921-42ed-4335-b76c-b3d75c1f5d46 req-818b85d6-385d-44ef-8418-8bc44dc3c088 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452709
Apr 20 23:37:05.521643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.656208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.779301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:05.860973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:05.861438 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:05.990581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.018996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:06.029898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:06.033628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:06.035578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7a6e4cf6-2dde-45d5-93b6-983f799719ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:06.083424 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95918d-403d-46f7-b0c3-961960122f1f req-d0c0117c-86e0-4ca7-99cf-a9c4b2bd9b08 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:06.085024 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4b95918d-403d-46f7-b0c3-961960122f1f req-d0c0117c-86e0-4ca7-99cf-a9c4b2bd9b08 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1632481
Apr 20 23:37:06.093547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9229854-b629-44d1-a083-c1e20d830341 req-b299a539-438e-4e8e-b46c-4af97627f567 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:06.095119 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f9229854-b629-44d1-a083-c1e20d830341 req-b299a539-438e-4e8e-b46c-4af97627f567 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 944 time: 0.1309929
Apr 20 23:37:06.116704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=10']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:06.119685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:06.168958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4b95918d-403d-46f7-b0c3-961960122f1f req-8f9113bd-3082-43f5-93a5-ffcbc5d21cd4 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727756
Apr 20 23:37:06.176596 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f9229854-b629-44d1-a083-c1e20d830341 req-b1321002-9900-458e-ba6a-126c130e032a tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643849
Apr 20 23:37:06.227116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'code': 200}
Apr 20 23:37:06.489921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bfd7e-5b0a-4b4e-8ccd-e719dbf43238 req-87688e35-937c-4497-9981-571b4b302e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:06.491500 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-509bfd7e-5b0a-4b4e-8ccd-e719dbf43238 req-87688e35-937c-4497-9981-571b4b302e89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 1099 time: 0.0827928
Apr 20 23:37:06.538133 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-509bfd7e-5b0a-4b4e-8ccd-e719dbf43238 req-57620401-4f6e-445e-931f-1058fe759495 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396702
Apr 20 23:37:07.022734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:07.487136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0990d-e045-456b-b953-d7ff427d9514 req-a0167293-a7d8-4ea8-9946-cee34b006bd6 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:07.489894 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b6b0990d-e045-456b-b953-d7ff427d9514 req-a0167293-a7d8-4ea8-9946-cee34b006bd6 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1908500
Apr 20 23:37:07.498661 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cc726-1451-404c-9540-4a05bc450efb req-27914de0-65fe-4433-893c-0892ad794f4e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:07.500263 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec6cc726-1451-404c-9540-4a05bc450efb req-27914de0-65fe-4433-893c-0892ad794f4e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 946 time: 0.1358283
Apr 20 23:37:07.574142 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b6b0990d-e045-456b-b953-d7ff427d9514 req-40796b4a-57dc-46d5-97a7-e35777afac7b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727332
Apr 20 23:37:07.584635 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ec6cc726-1451-404c-9540-4a05bc450efb req-1aadfc4b-ec35-466f-8825-07c3e31569c0 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684974
Apr 20 23:37:08.868416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1260f-a06f-406c-a94a-c03a7f3839ba req-34483419-12ab-4a63-ad11-53f67b1f756c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:08.870059 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-efe1260f-a06f-406c-a94a-c03a7f3839ba req-34483419-12ab-4a63-ad11-53f67b1f756c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.1630142
Apr 20 23:37:08.883633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3fc06-3d34-44e6-b57c-b69d21072f46 req-bd18f1ea-d168-466c-9949-28ce0ab70f8f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:08.885159 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8eb3fc06-3d34-44e6-b57c-b69d21072f46 req-bd18f1ea-d168-466c-9949-28ce0ab70f8f tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 946 time: 0.1377230
Apr 20 23:37:08.962194 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-efe1260f-a06f-406c-a94a-c03a7f3839ba req-342fd94f-c820-4f07-839b-a2669c0ff308 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759788
Apr 20 23:37:08.967064 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8eb3fc06-3d34-44e6-b57c-b69d21072f46 req-cc3c64d9-f0b1-4c5a-95f1-10d2b7c40c90 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670280
Apr 20 23:37:10.173837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fd097-bab1-44a0-8773-2f17916ea828 req-ca11479b-bcb1-4cad-a30e-1695441b93b7 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:10.175447 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8a9fd097-bab1-44a0-8773-2f17916ea828 req-ca11479b-bcb1-4cad-a30e-1695441b93b7 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0921323
Apr 20 23:37:10.224672 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8a9fd097-bab1-44a0-8773-2f17916ea828 req-a8802dbf-5932-406d-adf9-7ff23fa21078 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426071
Apr 20 23:37:11.447103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56f823-ea11-4b33-a249-95354c930333 req-3c9b8641-a659-4745-a085-ce79c2e8f39f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:11.448600 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0a56f823-ea11-4b33-a249-95354c930333 req-3c9b8641-a659-4745-a085-ce79c2e8f39f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 944 time: 0.0965338
Apr 20 23:37:11.497907 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0a56f823-ea11-4b33-a249-95354c930333 req-1fd45e1f-6881-4404-ad7a-e8aae8d49bc7 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424526
Apr 20 23:37:11.839130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:37:12.161349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:12.176175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'port_id': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'mac_address': 'fa:16:3e:37:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:37:12.235862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.254324 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:37:12.271465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:12.276545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:12.278459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:12.349959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=7']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:12.353262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:12.507135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['3c8c1502-19e3-4d15-a3a2-50bef6bfc320'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:37:12.704200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17d89f-1acb-418c-aacb-e96c38b45688 req-841decf9-facf-47bf-8a26-b46db7e24675 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:12.705867 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f17d89f-1acb-418c-aacb-e96c38b45688 req-841decf9-facf-47bf-8a26-b46db7e24675 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 945 time: 0.0933876
Apr 20 23:37:12.757078 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8f17d89f-1acb-418c-aacb-e96c38b45688 req-dcc2dcea-30e5-437a-8cee-932c6c14bc80 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447037
Apr 20 23:37:13.842063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:37:13.914432 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:37:13.915154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:13.961878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fd2d0-04f4-4159-b105-0016201c9d53 req-ce1fb400-7849-496c-b48e-215207f902c5 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:13.963444 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0a0fd2d0-04f4-4159-b105-0016201c9d53 req-ce1fb400-7849-496c-b48e-215207f902c5 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 945 time: 0.0912294
Apr 20 23:37:14.011895 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0a0fd2d0-04f4-4159-b105-0016201c9d53 req-f83a814b-5f3d-4ee3-810d-ae4e7176dfe3 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413795
Apr 20 23:37:14.043059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:14.072532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:14.083433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:14.087645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:14.090425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:14.126451 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'code': 200}
Apr 20 23:37:14.166726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=8']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:14.169935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:14.436177 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f292902-c995-430b-8431-ef640b9dec4f req-ca96ec9b-b34c-4435-be9f-30f141cb5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:14.437831 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6f292902-c995-430b-8431-ef640b9dec4f req-ca96ec9b-b34c-4435-be9f-30f141cb5cbd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.0812328
Apr 20 23:37:14.481555 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6f292902-c995-430b-8431-ef640b9dec4f req-4c7851f1-bcc0-416f-bd1f-4b42f6bf0554 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365944
Apr 20 23:37:15.227838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043a604-c6a3-4d8b-9be4-d7a639b1ceb3 req-5df365b5-1e49-4296-ad62-2435df3e9e6b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:15.229631 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6043a604-c6a3-4d8b-9be4-d7a639b1ceb3 req-5df365b5-1e49-4296-ad62-2435df3e9e6b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0932863
Apr 20 23:37:15.279696 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6043a604-c6a3-4d8b-9be4-d7a639b1ceb3 req-b3c477ed-2d38-459c-8a8b-4d34e5d20cbb tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433705
Apr 20 23:37:16.506320 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2119bcd-c9e8-4d98-baf4-5192190a6477 req-75b92fd5-d56e-4b00-b732-41ba02eed3ea tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:16.507803 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e2119bcd-c9e8-4d98-baf4-5192190a6477 req-75b92fd5-d56e-4b00-b732-41ba02eed3ea tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1001616
Apr 20 23:37:16.559578 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e2119bcd-c9e8-4d98-baf4-5192190a6477 req-e15e3641-7b91-4f44-9fc8-4db89d36b92c tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422294
Apr 20 23:37:23.919575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:28.678984 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:37:29.465730 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-c56486fd-b078-4b2c-ac9f-83378cf3659a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0822866
Apr 20 23:37:29.632232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-22f681d2-5e80-47b6-a7f7-567abf4c9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:29.633889 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-22f681d2-5e80-47b6-a7f7-567abf4c9b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.0891511
Apr 20 23:37:29.791109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-7ec548e9-c674-4ed8-adf7-c2bf9a189db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:29.792593 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-7ec548e9-c674-4ed8-adf7-c2bf9a189db4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1384330
Apr 20 23:37:29.915387 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-7eb8035c-4ecf-41f5-af91-2cab07aefca3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 1001 time: 0.1103120
Apr 20 23:37:29.986160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-c844e341-464a-490b-819a-ad7e277db145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:29.987806 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-c844e341-464a-490b-819a-ad7e277db145 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0652525
Apr 20 23:37:30.084740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-30c7ce5e-5a24-4c54-8c1d-00180461eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:30.086327 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-30c7ce5e-5a24-4c54-8c1d-00180461eb59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0919640
Apr 20 23:37:30.484256 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-d9c140e2-08b3-4db2-8e81-605054bd100f service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3882341
Apr 20 23:37:30.632800 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ee1a9d54-3a5b-4596-8e8c-b1d06a3c9b87 req-dbc502bf-dd17-495e-94be-7aa32418ce5a service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403160
Apr 20 23:37:32.501962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e87569f6-bf47-4933-bdc2-dcc9ab497ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:34.802998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c7a836d2-4cb4-41ad-9fad-c89a77d0bbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.524712 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:35.671599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:37.026779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:41.865438 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d193d-aec4-47b7-b804-e0384d196e4f req-5a6fd169-5836-443b-9aa4-ac13cbd847f8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:41.867013 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2f8d193d-aec4-47b7-b804-e0384d196e4f req-5a6fd169-5836-443b-9aa4-ac13cbd847f8 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 946 time: 0.1005406
Apr 20 23:37:41.919659 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2f8d193d-aec4-47b7-b804-e0384d196e4f req-5c2fac85-bf68-4a48-8fc9-efb0c731deca tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426464
Apr 20 23:37:43.142343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a575ba-8a0b-4661-9465-ee35b8fb80d0 req-b9b0cce1-6576-4bad-a1ae-925551d4c0af tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:43.143898 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-49a575ba-8a0b-4661-9465-ee35b8fb80d0 req-b9b0cce1-6576-4bad-a1ae-925551d4c0af tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 946 time: 0.0955081
Apr 20 23:37:43.196915 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-49a575ba-8a0b-4661-9465-ee35b8fb80d0 req-51702967-91e1-4614-9c89-e4524d5010ec tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d04a92b-8bea-4507-918f-cba3f79b738b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465775
Apr 20 23:37:43.232608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-9dc85ee0-914f-43bd-9e31-3ff7bb69556e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:43.233386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-9dc85ee0-914f-43bd-9e31-3ff7bb69556e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Synchronizing usage tracker for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:37:43.249519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-9dc85ee0-914f-43bd-9e31-3ff7bb69556e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Unset dirty status for tenant:a442d31b6d8a4e08abaf975a687efdff on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:37:43.250721 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-9dc85ee0-914f-43bd-9e31-3ff7bb69556e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 946 time: 0.1063592
Apr 20 23:37:43.331999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Deleting port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:43.332375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.588067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] For port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:43.588334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.896621 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.897079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:43.897453 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Floating IP 6195eef5-ff09-4276-9bfc-ea1446a34b53 disassociated. External IP: 172.27.1.120, port: 691a3187-7eb9-4b46-9b80-cded7fcbfdb8.
Apr 20 23:37:43.897822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Calling delete_port for 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:37:44.050849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.056852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-84a31283-1dd0-4bc1-9d11-1afeb8b3a02c tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:44.104637 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event deleted for resources: {'Port': ['ID=691a3187-7eb9-4b46-9b80-cded7fcbfdb8,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:44.117737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.118151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.118555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.118953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.119352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.119748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.120143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.120499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.120889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.121375 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.121785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.122175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:44.125554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:44.318587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:37:44.365506 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-11b1f853-afa1-4890-b107-132701f6c536 req-4af14954-90f4-4baa-925e-974834982c51 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4ad07f-ecac-4d05-b3e3-212df5a9d31b HTTP/1.1" status: 200  len: 210 time: 0.0489397
Apr 20 23:37:44.519474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:37:44.529788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:37:44.541819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:44.542508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34291e3eb8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:44.600165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] No DVR routers for this DVR port 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:37:44.602815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:44.605910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-deleted', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:37:44.621918 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-107c2b77-1df9-43b6-9baf-506068d54b48 req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.20 "DELETE /v2.0/ports/691a3187-7eb9-4b46-9b80-cded7fcbfdb8 HTTP/1.1" status: 204  len: 173 time: 1.3651612
Apr 20 23:37:44.657199 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4ad07f-ecac-4d05-b3e3-212df5a9d31b', 'name': 'network-vif-deleted', 'tag': '691a3187-7eb9-4b46-9b80-cded7fcbfdb8', 'status': 'completed', 'code': 200}
Apr 20 23:37:44.736630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:45.078386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34291e3eb8>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:45.082742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:37:45.091854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:45.092479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34291e3eb8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:45.290582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:45.504860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46246) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:45.574947 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.607331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.624426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34291e3eb8>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:45.628729 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df460ce-0b52-4e85-9802-b42fec45e728 None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:32:26Z', 'revision_number': 4, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': 'd0e3813c-bda8-4761-a96f-125c090f6421', 'name': '', 'network_id': '95cad597-19c5-41ef-812c-28bbcd7474ef', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'mac_address': 'fa:16:3e:8c:b6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f657999-f9dc-418c-8912-be26f7918269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:36Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'subnets': [{'id': '9f657999-f9dc-418c-8912-be26f7918269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:37:45.656799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.662632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-15107be6-1a81-47f3-b866-f97da0cf0e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:45.679247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d04a92b-8bea-4507-918f-cba3f79b738b,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:45.682052 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:45.691758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:45.693006 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "DELETE /v2.0/security-groups/8d04a92b-8bea-4507-918f-cba3f79b738b HTTP/1.1" status: 204  len: 168 time: 0.1870544
Apr 20 23:37:45.696042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46250) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:45.713811 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.v2.resource [None req-4fd5ca86-7cc4-4ce4-8613-f1e1095c4b4e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] show failed (client error): The resource could not be found.
Apr 20 23:37:45.714881 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4fd5ca86-7cc4-4ce4-8613-f1e1095c4b4e tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "GET /v2.0/security-groups/8d04a92b-8bea-4507-918f-cba3f79b738b HTTP/1.1" status: 404  len: 347 time: 0.0178192
Apr 20 23:37:45.718047 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46254) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:45.884683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Deleting port d02ee990-4711-4cd7-9e84-8ade9f523875 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:45.885056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.037103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550913a-d41a-4a1a-8747-c5db0f1ef141 None None] New status for floating IP 6195eef5-ff09-4276-9bfc-ea1446a34b53: DOWN {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:37:46.074063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.074462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.216397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Calling delete_port for d02ee990-4711-4cd7-9e84-8ade9f523875 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:37:46.367039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.368693 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-8550913a-d41a-4a1a-8747-c5db0f1ef141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:37:46.369092 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-8550913a-d41a-4a1a-8747-c5db0f1ef141 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:37:46.370871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2f4f8fa1-32b9-4142-98d1-e04d14ac44ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:46.417717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Pushing event deleted for resources: {'Port': ['ID=d02ee990-4711-4cd7-9e84-8ade9f523875,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:46.421077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:46.517595 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.534313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:46.535546 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] 10.222.0.24 "DELETE /v2.0/floatingips/6195eef5-ff09-4276-9bfc-ea1446a34b53 HTTP/1.1" status: 204  len: 168 time: 0.8165064
Apr 20 23:37:46.870825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550913a-d41a-4a1a-8747-c5db0f1ef141 None None] New status for floating IP 6195eef5-ff09-4276-9bfc-ea1446a34b53: DOWN {{(pid=86399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:37:48.069521 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:37:48.106734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:37:48.107145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 691a3187-7eb9-4b46-9b80-cded7fcbfdb8 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:37:49.411675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46278) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:50.129602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:50.757051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Deleting port d0e3813c-bda8-4761-a96f-125c090f6421 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:50.757681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:50.943549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] For port d0e3813c-bda8-4761-a96f-125c090f6421, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=d0e3813c-bda8-4761-a96f-125c090f6421,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:50.943946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:51.081370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Calling delete_port for d0e3813c-bda8-4761-a96f-125c090f6421 owned by network:router_interface {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:37:51.267770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:51.271722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5f905815-86ce-4cba-8bfb-b2cb7d2aeb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:51.318818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e3813c-bda8-4761-a96f-125c090f6421,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:51.321498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:51.602351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:52.000680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Router 3b5603e5-ef5e-418f-9652-c74e136f6d40 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:37:52.195457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:37:52.204998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] Sync routers for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:37:52.208868 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/3b5603e5-ef5e-418f-9652-c74e136f6d40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7960274
Apr 20 23:37:52.211675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46288) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:52.216050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:52.216720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a4fb630>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:52.405709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:52.580437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:52.594760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:52.604317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Deleting port 229daf1d-08dd-4447-898f-b9a9fa9c98af {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:52.604762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:52.790734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] For port 229daf1d-08dd-4447-898f-b9a9fa9c98af, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=229daf1d-08dd-4447-898f-b9a9fa9c98af,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:52.790992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:52.897017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a4fb630>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:37:51Z', 'revision_number': 5, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port': {'id': '229daf1d-08dd-4447-898f-b9a9fa9c98af', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:20Z', 'updated_at': '2021-04-20T23:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:52.901818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] Checking router: 3b5603e5-ef5e-418f-9652-c74e136f6d40 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:37:52.912915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] Routers {'3b5603e5-ef5e-418f-9652-c74e136f6d40'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:37:52.913677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a4fb630>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['3b5603e5-ef5e-418f-9652-c74e136f6d40'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:52.921156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Calling delete_port for 229daf1d-08dd-4447-898f-b9a9fa9c98af owned by network:router_gateway {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:37:53.083791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] Set router 3b5603e5-ef5e-418f-9652-c74e136f6d40 gateway port host: None {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:37:53.105291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.110258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:53.155561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=229daf1d-08dd-4447-898f-b9a9fa9c98af,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:53.158762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:53.203254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a4fb630>, [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:37:52Z', 'revision_number': 6, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:53.208185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc5b019-2e1c-421a-8420-b4ab25cdb5ad None None] The sync data for ids ['3b5603e5-ef5e-418f-9652-c74e136f6d40'] in dv-cinder-787296-1-iscsi is: [{'id': '3b5603e5-ef5e-418f-9652-c74e136f6d40', 'name': 'tempest-AttachVolumeShelveTestJSON-1352455070-router', 'tenant_id': 'a442d31b6d8a4e08abaf975a687efdff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:19Z', 'updated_at': '2021-04-20T23:37:52Z', 'revision_number': 6, 'project_id': 'a442d31b6d8a4e08abaf975a687efdff', 'gw_port_host': None}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:37:53.504104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.687883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.690303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.714070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.714649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5603e5-ef5e-418f-9652-c74e136f6d40 {{(pid=86397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:37:53.727809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.729035 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3b5603e5-ef5e-418f-9652-c74e136f6d40 HTTP/1.1" status: 204  len: 168 time: 1.5163984
Apr 20 23:37:53.732076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46292) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:53.802632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Deleting subnet 9f657999-f9dc-418c-8912-be26f7918269 {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:37:53.805941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.860762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.926618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:53.986688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.248009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.255374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:54.289542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f657999-f9dc-418c-8912-be26f7918269,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:54.293045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:54.294115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.299606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d624bc-d45d-421a-92c5-e699401710a9 None None] Network 95cad597-19c5-41ef-812c-28bbcd7474ef requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:54.300605 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f657999-f9dc-418c-8912-be26f7918269 HTTP/1.1" status: 204  len: 168 time: 0.5674202
Apr 20 23:37:54.303231 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46300) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:54.418513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.430244 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Deleting port 68056aad-ef19-4ddb-a315-5de34daa79f1 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:54.430656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.552836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] DHCP port deletion for 95cad597-19c5-41ef-812c-28bbcd7474ef request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:37:54.557563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Deleting port 68056aad-ef19-4ddb-a315-5de34daa79f1 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:54.557980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.653164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] For port 68056aad-ef19-4ddb-a315-5de34daa79f1, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=68056aad-ef19-4ddb-a315-5de34daa79f1,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:54.653616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.774834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] For port 68056aad-ef19-4ddb-a315-5de34daa79f1, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=68056aad-ef19-4ddb-a315-5de34daa79f1,segment=NetworkSegment(7e398641-de62-4d0b-a154-0c2bef2561dc),segment_id=7e398641-de62-4d0b-a154-0c2bef2561dc)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:37:54.775222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.792025 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Calling delete_port for 68056aad-ef19-4ddb-a315-5de34daa79f1 owned by network:dhcp {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:37:54.869498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:54.874566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:54.906202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Calling delete_port for 68056aad-ef19-4ddb-a315-5de34daa79f1 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:37:54.923287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68056aad-ef19-4ddb-a315-5de34daa79f1,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:54.927185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:54.928039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] No DVR routers for this DVR port 68056aad-ef19-4ddb-a315-5de34daa79f1 on host dv-cinder-787296-1-iscsi {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:37:54.982847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 68056aad-ef19-4ddb-a315-5de34daa79f1 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:37:55.020678 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 68056aad-ef19-4ddb-a315-5de34daa79f1 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:37:55.021040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 68056aad-ef19-4ddb-a315-5de34daa79f1 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:37:55.021530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d0e3813c-bda8-4761-a96f-125c090f6421 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:37:55.052587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:37:55.052917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:37:55.056702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.058880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: d0e3813c-bda8-4761-a96f-125c090f6421 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:37:55.059271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device d0e3813c-bda8-4761-a96f-125c090f6421 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:37:55.059732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 229daf1d-08dd-4447-898f-b9a9fa9c98af no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:37:55.095225 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 229daf1d-08dd-4447-898f-b9a9fa9c98af {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:37:55.095590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 229daf1d-08dd-4447-898f-b9a9fa9c98af not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:37:55.175660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3429877d30>,) {'filters': {'network_id': ['95cad597-19c5-41ef-812c-28bbcd7474ef']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:55.188376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429877d30>, '7e398641-de62-4d0b-a154-0c2bef2561dc') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:55.188710 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429877d30>, '7e398641-de62-4d0b-a154-0c2bef2561dc') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:37:55.200983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.219670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.227081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:37:55.409136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Network 95cad597-19c5-41ef-812c-28bbcd7474ef has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:37:55.418493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.554431 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Deleting port 68056aad-ef19-4ddb-a315-5de34daa79f1 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:37:55.554887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.595546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Network 95cad597-19c5-41ef-812c-28bbcd7474ef has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:37:55.618005 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:37:55.628526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-17768bfd-ef55-4ee4-99e1-506f1c0a7a3b None None] The port '68056aad-ef19-4ddb-a315-5de34daa79f1' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:37:55.694034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.698632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:55.715583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:55.732075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cad597-19c5-41ef-812c-28bbcd7474ef,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:55.736448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:55.743872 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-310d8bd5-fed8-48be-a13e-5c547412d8c5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/95cad597-19c5-41ef-812c-28bbcd7474ef HTTP/1.1" status: 204  len: 168 time: 1.4396381
Apr 20 23:37:55.883801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46308) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:55.942109 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5391a1df-0717-4623-b507-156eb8320817 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a442d31b6d8a4e08abaf975a687efdff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569077
Apr 20 23:37:55.945806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46312) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:56.009363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.046860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.106140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.111423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4a78738b-0dd4-4490-8ec0-c842e3f63ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:56.125500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746dc2ae-212e-4539-8d11-25519ae5a8ba,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:56.135068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.135493 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.135905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.136308 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.136706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.137107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.137525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.137922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.138323 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.138716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.139108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.139496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:56.142837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:56.146453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:56.148771 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/746dc2ae-212e-4539-8d11-25519ae5a8ba HTTP/1.1" status: 204  len: 168 time: 0.2009773
Apr 20 23:37:56.998602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46338) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:57.118014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-584578565-network', 'tenant_id': 'bf40321fad49455fa397801dba26e720'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:57.123772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:57.128509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Usage tracker for resource:network and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:57.131631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:57.138622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:57.148784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Made reservation on behalf of bf40321fad49455fa397801dba26e720 for: {'network': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:57.153630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for network, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.167341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.182846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:57.186928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:57.189891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:57.196139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:57.281322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.285703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.288716 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a66305ee-8159-4ea7-8a91-ea21de63114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:57.318079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=86397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 23:37:57.327149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac2873a-4128-4b45-93fd-973429f8680d,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:57.330503 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:57.334630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.335044 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.segments_db [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Added segment 1a7d2a4d-303b-4756-865a-287dadecc4ce of type vlan for network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb
Apr 20 23:37:57.364863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741377553591'] for network, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.397770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754'] for network, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.399173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:57.399824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.404797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:57.510184 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5103157
Apr 20 23:37:57.513425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Pushing event updated for resources: {'Network': ['ID=3bff5013-6a6b-4fdf-a462-79bbb763dfeb,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:57.513622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46346) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:57.516303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:57.520916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Request body: {'subnet': {'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-584578565-subnet', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:57.527192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:57.527469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb details requested by agent ovs-agent-dv-cinder-787296-1-iscsi with host dv-cinder-787296-1-iscsi {{(pid=86398) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 23:37:57.531668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Usage tracker for resource:subnet and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:57.534835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:57.541886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:57.556365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Made reservation on behalf of bf40321fad49455fa397801dba26e720 for: {'subnet': 1} {{(pid=86396) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:37:57.561348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853711130'] for subnet, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.994041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852599364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853711113'] for subnet, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:57.997725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c11396f0-6f39-426d-9389-f5007a2dcd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:58.073304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafc6941-6a7b-4066-a131-cb0023edde05,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:58.077206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:58.084785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Checking segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:58.085150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Network hostable DHCP agents. Network: 3bff5013-6a6b-4fdf-a462-79bbb763dfeb, hostable agents: ['ad9f4e25-d9d3-45ca-9dd0-7ec495654acb'], hosted agents: [] {{(pid=86396) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 23:37:58.104356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb is scheduled to be hosted by DHCP agent ad9f4e25-d9d3-45ca-9dd0-7ec495654acb with binding_index 1 {{(pid=86396) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 23:37:58.113593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-iscsi, 3bff5013-6a6b-4fdf-a462-79bbb763dfeb) {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:58.124735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa308d9b-dfed-4f3e-9bc4-e313974886db None None] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:37:58.126276 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:37:58.126921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.146819 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4898cf4c-44b8-45c6-9926-1b32987f8a59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6320634
Apr 20 23:37:58.149823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46350) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:37:58.155506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:37:58.160652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:37:58.165129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Usage tracker for resource:router and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:37:58.168253 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:37:58.174445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:37:58.185402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-933100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772627'] for router, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.186467 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853842716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853815550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854229485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3174'] for router, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.206333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.347026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpae47eeab-3cc7-5ac0-94a0-f407e74d82bb-3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05'}]}} from dv-cinder-787296-1-iscsi. {{(pid=86398) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 23:37:58.347944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.490321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853815307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3159'] for router, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.512288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Allocated IP 172.20.0.2 (3bff5013-6a6b-4fdf-a462-79bbb763dfeb/fafc6941-6a7b-4066-a131-cb0023edde05/b1299f0a-65b9-4575-873f-26835fd19707) {{(pid=86398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:58.924838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.936300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Transition to ACTIVE for port object b1299f0a-65b9-4575-873f-26835fd19707 will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:58.956955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Transition to ACTIVE for port object b1299f0a-65b9-4575-873f-26835fd19707 will not be triggered until provisioned by entity DHCP. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:37:58.962369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562'] for port, after_create {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:58.968228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:59.017800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb is already hosted by enough agents. {{(pid=86398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:59.026684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Resources bound (agent type, host, resource id):  {{(pid=86398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:59.030916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Received port after_create {{(pid=86398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:59.109296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.131238 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Pushing event updated for resources: {'Port': ['ID=b1299f0a-65b9-4575-873f-26835fd19707,revision_number=1']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:59.139569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.139941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.140309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.140673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.141036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.141417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.141772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.142126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.142617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.142960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.143566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.144136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:37:59.146054 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.156779 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:59.164412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Attempting to bind port b1299f0a-65b9-4575-873f-26835fd19707 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:37:59.165200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Attempting to bind port b1299f0a-65b9-4575-873f-26835fd19707 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:37:59.165623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Attempting to bind port b1299f0a-65b9-4575-873f-26835fd19707 on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:37:59.171907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:37:59.172318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Checking segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:37:59.172883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.173331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Bound using segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:37:59.173836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Bound port: b1299f0a-65b9-4575-873f-26835fd19707, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:37:59.174253 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.272318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] For port b1299f0a-65b9-4575-873f-26835fd19707, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:37:59.275507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] For port b1299f0a-65b9-4575-873f-26835fd19707, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=b1299f0a-65b9-4575-873f-26835fd19707,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:37:59.279524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.284577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:59.300970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Allocated IP 172.27.1.49 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/199eede9-1fac-4240-aeec-0a7a89aaae78) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:37:59.379948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Pushing event updated for resources: {'Port': ['ID=b1299f0a-65b9-4575-873f-26835fd19707,revision_number=2']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:59.383264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:37:59.460365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.492479 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:37:59.496567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8e377127-1f96-449c-b743-575ab7b8b50b tempest-VolumesActionsTest-1316892259 tempest-VolumesActionsTest-1316892259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:37:59.567561 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:37:59.570602 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:37:59.573067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:37:59.611024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Pushing event updated for resources: {'Port': ['ID=199eede9-1fac-4240-aeec-0a7a89aaae78,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:37:59.615233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:00.034430 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:00.404283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960479'] for router, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:00.639150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Router c892631b-c361-4c5e-a141-ea98453bedbd is scheduled to L3 agent 45c28b15-0036-4614-af41-3107c676fa41 with binding_index 1 {{(pid=86397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 23:38:00.720814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e2255-7fb4-496a-913b-3ac7eb583105 None None] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:38:00.825853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-5c2c6c96-691e-4056-8c42-fe10a27aa495 None None] Provisioning for port b1299f0a-65b9-4575-873f-26835fd19707 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:00.832847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:00.842142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:00.856350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:00.857167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5e8470>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:00.860534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:00.863991 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7109940
Apr 20 23:38:00.865085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46368) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:01.051956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device b1299f0a-65b9-4575-873f-26835fd19707 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:01.070373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:01.141349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port b1299f0a-65b9-4575-873f-26835fd19707 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:01.147738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port b1299f0a-65b9-4575-873f-26835fd19707 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:01.148766 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.295447 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4e1f07f5-943b-4210-86a6-afb1a2293052 None None] Provisioning complete for port b1299f0a-65b9-4575-873f-26835fd19707 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:01.295774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4e1f07f5-943b-4210-86a6-afb1a2293052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.322351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.397175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port b1299f0a-65b9-4575-873f-26835fd19707, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=b1299f0a-65b9-4575-873f-26835fd19707,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:01.402970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.405163 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d540fc77-28e7-4646-ad58-e1cba36ca1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:01.410260 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5e8470>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:37:59Z', 'revision_number': 3, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:01.415638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:01.416176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Updating router c892631b-c361-4c5e-a141-ea98453bedbd port 199eede9-1fac-4240-aeec-0a7a89aaae78 binding host dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:38:01.481389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.538741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=b1299f0a-65b9-4575-873f-26835fd19707,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:01.542538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:01.859764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Notify callbacks [] for port, precommit_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.872104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Transition to ACTIVE for port object 199eede9-1fac-4240-aeec-0a7a89aaae78 will not be triggered until provisioned by entity L2. {{(pid=86399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:01.878816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.883790 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:01.902514 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-0f6adca6-222e-4771-9571-5b85be5ed130 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367677797&fields=id&tenant_id=9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 267 time: 0.0483186
Apr 20 23:38:01.937150 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.967095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Attempting to bind port 199eede9-1fac-4240-aeec-0a7a89aaae78 on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:01.967457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Attempting to bind port 199eede9-1fac-4240-aeec-0a7a89aaae78 by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:01.967780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Attempting to bind port 199eede9-1fac-4240-aeec-0a7a89aaae78 on network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:01.971480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Pushing event updated for resources: {'Port': ['ID=199eede9-1fac-4240-aeec-0a7a89aaae78,revision_number=2']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:01.976900 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:01.977338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Checking segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:01.977778 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:01.978202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Bound using segment: {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'} {{(pid=86399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:01.978881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Bound port: 199eede9-1fac-4240-aeec-0a7a89aaae78, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae60a1e-899d-42a4-a591-7f9410bc147c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}}] {{(pid=86399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:01.979144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.019466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.019741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.020004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.020373 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.020764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.021121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.021497 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.021851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.022189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.022535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.022879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.023231 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:02.028407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:02.071665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] For port 199eede9-1fac-4240-aeec-0a7a89aaae78, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:02.075020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] For port 199eede9-1fac-4240-aeec-0a7a89aaae78, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=199eede9-1fac-4240-aeec-0a7a89aaae78,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:02.078068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-3b990d3f-5e6e-4536-8f32-1a80568a44c6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:02.078979 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.079668 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-3b990d3f-5e6e-4536-8f32-1a80568a44c6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 811 time: 0.1690876
Apr 20 23:38:02.085945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-cfa2569d-f939-4e22-aabb-eb9c321cb24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:02.099623 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-1bcac215-b7bd-4da5-92af-ad30b7e4198b tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/quotas/9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 375 time: 0.0131333
Apr 20 23:38:02.171884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:02.172548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a5e8470>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:37:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:02.178682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Allocated IP 172.20.0.1 (3bff5013-6a6b-4fdf-a462-79bbb763dfeb/fafc6941-6a7b-4066-a131-cb0023edde05/700947c8-0c6c-47dc-993f-e586036d0fba) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:02.297029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Pushing event updated for resources: {'Port': ['ID=199eede9-1fac-4240-aeec-0a7a89aaae78,revision_number=3']} {{(pid=86399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:02.300593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-08a1d74d-d61e-49a7-9f86-ae4d828f4db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:02.354814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.373455 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Transition to ACTIVE for port object 700947c8-0c6c-47dc-993f-e586036d0fba will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:02.376232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:02.398948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.404349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-346b0d6c-a617-4f1b-9bfe-ba9c8be48fd8 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:02.450817 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6c6b58e8-fc6e-40bf-8eb8-ab14a6981dfe tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3446538
Apr 20 23:38:02.475195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:02.478295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:02.482243 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:02.514597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a9c909a9-6002-4f9a-9025-56f18b4d25cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.541857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853802494'] for router_interface, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.599671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Pushing event updated for resources: {'Port': ['ID=700947c8-0c6c-47dc-993f-e586036d0fba,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:02.608545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:02.632116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-d20f81e3-0404-4ba3-a7bf-569e64aa9b6f service neutron] 10.222.0.24 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677170
Apr 20 23:38:02.673750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.710123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a5e8470>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:37:59Z', 'revision_number': 3, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:02.714126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125cae2-bc62-4a17-8c0e-b01c0ae0b2ba None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:37:59Z', 'revision_number': 3, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:02.758500 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-c8aced65-7ab9-4792-b47d-6bdb77e9a858 None None] Provisioning for port 700947c8-0c6c-47dc-993f-e586036d0fba completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:02.766265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-c8aced65-7ab9-4792-b47d-6bdb77e9a858 None None] Provisioning complete for port 700947c8-0c6c-47dc-993f-e586036d0fba triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:02.766684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c8aced65-7ab9-4792-b47d-6bdb77e9a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.780584 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-ebca7c95-2e27-4b3b-b465-8de43d07bb99 service neutron] 10.222.0.24 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475136
Apr 20 23:38:02.830870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c8aced65-7ab9-4792-b47d-6bdb77e9a858 None None] Port 700947c8-0c6c-47dc-993f-e586036d0fba cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:38:02.929491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.935097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:02.970108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a9912b5f-61d0-4846-8ba4-4b5afd59f037 tempest-AttachVolumeNegativeTest-131659083 tempest-AttachVolumeNegativeTest-131659083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:02.978692 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device b1299f0a-65b9-4575-873f-26835fd19707 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:03.062273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854214737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-973413'] for router_interface, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.064350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port b1299f0a-65b9-4575-873f-26835fd19707 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:03.065197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.067314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Pushing event updated for resources: {'Port': ['ID=700947c8-0c6c-47dc-993f-e586036d0fba,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:03.072272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:03.287651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:03.288929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:03.302739 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-387292dc-8550-4e27-994e-fbec43a296fd req-02b47fd6-df4f-4c69-bbb6-f6a0094c77b5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 210 time: 0.0589304
Apr 20 23:38:03.518704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Router c892631b-c361-4c5e-a141-ea98453bedbd has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:03.559605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-88a93687-6584-4575-8725-3a8ebca70cc5 None None] Provisioning complete for port 700947c8-0c6c-47dc-993f-e586036d0fba triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:03.560023 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-88a93687-6584-4575-8725-3a8ebca70cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:03.624266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-88a93687-6584-4575-8725-3a8ebca70cc5 None None] Port 700947c8-0c6c-47dc-993f-e586036d0fba cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:38:03.729873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:03.742958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b6fd28ad-9262-45dd-83f8-2e7e7ee368db admin admin] 10.222.0.24 "PUT /v2.0/routers/c892631b-c361-4c5e-a141-ea98453bedbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8739688
Apr 20 23:38:04.488731 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db1f5f8b-7f18-406b-a72c-b43f5240455a req-73a636da-15b8-4b74-b8bf-2c7ddef3ed69 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 210 time: 0.0542979
Apr 20 23:38:04.506065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-2d1460c4-b907-447f-b37b-51478c46acb5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:04.506065 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-2d1460c4-b907-447f-b37b-51478c46acb5 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 811 time: 0.1905620
Apr 20 23:38:04.579095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46406) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:04.586058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841604356', 'description': 'tempest-description--371694369'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:04.592914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:04.593071 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-af931691-c38b-4c86-8ce2-eabd70a889e9 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9649a706f569405891fb61ea40459f3b HTTP/1.1" status: 200  len: 8059 time: 0.0820191
Apr 20 23:38:04.597481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:04.600764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:04.602059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'port': {'device_id': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'network_id': '53874869-353d-4145-9092-f93830182405', 'admin_state_up': True, 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'security_groups': ['7446bfc1-f33e-41c5-9eae-3a08c1fc3dda']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:04.607271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:04.620096 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.646925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:04.651048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:04.654139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:04.660412 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:04.745053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.748682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.753459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:04.754786 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9112c5a1-c3cd-4eb8-9569-419b63f35f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:04.757978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:port and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:04.761020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:04.767301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:04.776856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Made reservation on behalf of 9649a706f569405891fb61ea40459f3b for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:38:04.783004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.796374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6c707-5d39-4f92-b558-8fd75a8fc9e2,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:04.797002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c77d4252-a518-430e-aa8b-f39623ad1866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.798829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.802822 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2191572
Apr 20 23:38:04.802822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6af9fe17-3338-4c34-bb70-45a0c2854288 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:04.803074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46410) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:04.808663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'security_group_rule': {'security_group_id': '46b6c707-5d39-4f92-b558-8fd75a8fc9e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:04.815120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:04.819212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:04.822239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:04.828328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:04.844797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.911582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.914460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.917330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b99c8864-fcaf-4f7d-a899-29e2793cacaa tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:04.941856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d192a925-03a1-45d3-929f-600aeaf70a4d,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:04.946628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:04.957755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:04.961830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-20f716f9-7d44-48ee-b8ac-4aaed818056f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1552138
Apr 20 23:38:04.962461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46414) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:04.968352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'security_group_rule': {'security_group_id': '46b6c707-5d39-4f92-b558-8fd75a8fc9e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:04.974175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Allocated IP 172.20.0.14 (53874869-353d-4145-9092-f93830182405/bc473fd8-c481-49a4-a713-95faf1c720bf/41169bf0-300d-431a-b080-9ad3f330e114) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:04.975359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:04.979826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:04.983061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:04.989511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:05.008398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.020301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 199eede9-1fac-4240-aeec-0a7a89aaae78 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:05.094590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.100314 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.103342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:05.113640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 199eede9-1fac-4240-aeec-0a7a89aaae78 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:05.130418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 199eede9-1fac-4240-aeec-0a7a89aaae78 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:05.130833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.150769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b26359-d63f-4c90-92b3-35b6320b0e27,revision_number=0']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:05.153878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:05.163160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.165669 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-71591e88-8c78-4774-b7d9-cc9e25ec224e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2011316
Apr 20 23:38:05.168651 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46418) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:05.175216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:05.182463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:05.187349 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:floatingip and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:05.191034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:05.197740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:05.210058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.253907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.272810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Transition to ACTIVE for port object 41169bf0-300d-431a-b080-9ad3f330e114 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:05.295534 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.308132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.316652 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-59f1830a-0a36-411a-b4ef-bcb9bad9b99b tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:05.317088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 199eede9-1fac-4240-aeec-0a7a89aaae78, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=199eede9-1fac-4240-aeec-0a7a89aaae78,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:05.322818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.324983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:05.402282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Network 53874869-353d-4145-9092-f93830182405 is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:05.405696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:05.406283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.411037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:05.412461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=199eede9-1fac-4240-aeec-0a7a89aaae78,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:05.416770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:05.439510 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=41169bf0-300d-431a-b080-9ad3f330e114,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:05.445683 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:05.486154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:05.487127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.527181 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9291875
Apr 20 23:38:05.527940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.540722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Request body: {'port': {'device_id': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:05.575409 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Allocated IP 172.27.1.136 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/be99b6c2-0b17-46b9-826c-99ce1ea68dc1) {{(pid=86396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:05.678445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.685258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-fde21f48-5f5b-41b5-82ec-0de376fd7213 None None] Provisioning for port 41169bf0-300d-431a-b080-9ad3f330e114 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:05.685526 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:38:05.689962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.692897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:05.699095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-fde21f48-5f5b-41b5-82ec-0de376fd7213 None None] Provisioning complete for port 41169bf0-300d-431a-b080-9ad3f330e114 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:05.699613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-fde21f48-5f5b-41b5-82ec-0de376fd7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.744509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:05.745264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a002b00>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:05.821675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for port, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.833489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f2b1b-c08e-45f6-9e0c-88eff8d28fe7 req-455639a5-14d4-48fb-b4f7-faf35addcca1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:05.835098 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ce1f2b1b-c08e-45f6-9e0c-88eff8d28fe7 req-455639a5-14d4-48fb-b4f7-faf35addcca1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 932 time: 0.2147584
Apr 20 23:38:05.895952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-fde21f48-5f5b-41b5-82ec-0de376fd7213 None None] Port 41169bf0-300d-431a-b080-9ad3f330e114 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:38:05.898057 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ce1f2b1b-c08e-45f6-9e0c-88eff8d28fe7 req-0ecea752-9d13-42e4-8c65-1e57827d3d17 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525918
Apr 20 23:38:05.910956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:05.916482 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0db0e39f-68fd-47e9-8fe1-875afc7fd12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:05.957026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:05.995923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:05.999944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources bound (agent type, host, resource id):  {{(pid=86396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:06.004359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Received port after_create {{(pid=86396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:06.048272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'Port': ['ID=be99b6c2-0b17-46b9-826c-99ce1ea68dc1,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:06.053834 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:06.103544 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.179084 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.329840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a002b00>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 2, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:06.333467 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41169bf0-300d-431a-b080-9ad3f330e114 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:38:06.334603 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:06.335007 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Updating router c892631b-c361-4c5e-a141-ea98453bedbd port 700947c8-0c6c-47dc-993f-e586036d0fba binding host dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 23:38:06.341546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.356862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Transition to ACTIVE for port object 41169bf0-300d-431a-b080-9ad3f330e114 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:06.359940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.365434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-65516179-8223-4ca1-b795-2150eab8627d tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:06.391454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.412230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for port, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.417954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852599772'] for port, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.423104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:06.542087 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'Port': ['ID=be99b6c2-0b17-46b9-826c-99ce1ea68dc1,revision_number=2']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:06.547145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:06.553264 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Pushing event updated for resources: {'Port': ['ID=41169bf0-300d-431a-b080-9ad3f330e114,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:06.554711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.556755 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:06.581421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.591574 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4126792
Apr 20 23:38:06.646133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Attempting to bind port 41169bf0-300d-431a-b080-9ad3f330e114 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:06.646507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Attempting to bind port 41169bf0-300d-431a-b080-9ad3f330e114 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:06.646875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Attempting to bind port 41169bf0-300d-431a-b080-9ad3f330e114 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:06.652382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Port 41169bf0-300d-431a-b080-9ad3f330e114 on network 53874869-353d-4145-9092-f93830182405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:38:06.652382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Attempting to bind port 41169bf0-300d-431a-b080-9ad3f330e114 on network 53874869-353d-4145-9092-f93830182405 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:06.658230 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:06.658418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Checking segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:06.658769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Bound using segment: {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:06.659604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Bound port: 41169bf0-300d-431a-b080-9ad3f330e114, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68dddbe-f362-40b3-949a-0ce7c536aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '53874869-353d-4145-9092-f93830182405'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:06.659749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.761628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] For port 41169bf0-300d-431a-b080-9ad3f330e114, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:06.764829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] For port 41169bf0-300d-431a-b080-9ad3f330e114, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=41169bf0-300d-431a-b080-9ad3f330e114,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:06.768667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.773967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-036ca49d-77c9-4d8b-b19b-58a761ccc16e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:06.782377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-702b78de-2de2-4801-85e7-b64e69e05b33 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:security_group {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:06.803102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Notify callbacks [] for port, precommit_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.805491 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-702b78de-2de2-4801-85e7-b64e69e05b33 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:security_group {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:06.807193 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-702b78de-2de2-4801-85e7-b64e69e05b33 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--841604356&fields=id&tenant_id=bf40321fad49455fa397801dba26e720 HTTP/1.1" status: 200  len: 267 time: 0.0741351
Apr 20 23:38:06.815903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Transition to ACTIVE for port object 700947c8-0c6c-47dc-993f-e586036d0fba will not be triggered until provisioned by entity L2. {{(pid=86398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:06.824831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.830216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:06.830960 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:06.832887 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] 10.222.0.20 "PUT /v2.0/ports/41169bf0-300d-431a-b080-9ad3f330e114 HTTP/1.1" status: 200  len: 1094 time: 1.2978573
Apr 20 23:38:06.833426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:06.835891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:06.873851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Pushing event updated for resources: {'Port': ['ID=41169bf0-300d-431a-b080-9ad3f330e114,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:06.899062 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:07.000017 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114', 'status': 'completed', 'code': 200}
Apr 20 23:38:07.117195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-a9b4db36-823b-4256-8552-3d02cadb7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.118928 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-a9b4db36-823b-4256-8552-3d02cadb7e27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 1097 time: 0.2215245
Apr 20 23:38:07.207124 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-fc88ae6a-4c52-4d6c-97d7-6eee4d01b356 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41169bf0-300d-431a-b080-9ad3f330e114 HTTP/1.1" status: 200  len: 217 time: 0.0799704
Apr 20 23:38:07.228366 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-c2dbdb3b-0d76-46e1-ab89-0d55e95c7507 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.230090 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-c2dbdb3b-0d76-46e1-ab89-0d55e95c7507 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 810 time: 0.4141984
Apr 20 23:38:07.247148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 199eede9-1fac-4240-aeec-0a7a89aaae78 up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:07.259639 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-90cd1482-b4ea-4a09-8e97-71201c846c49 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/quotas/bf40321fad49455fa397801dba26e720 HTTP/1.1" status: 200  len: 375 time: 0.0171108
Apr 20 23:38:07.275756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc09e7-ae21-4d0f-8b7e-2ea3e5765835 req-847f4409-7869-4f35-90c2-947b22d29416 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.277381 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-61bc09e7-ae21-4d0f-8b7e-2ea3e5765835 req-847f4409-7869-4f35-90c2-947b22d29416 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.1534848
Apr 20 23:38:07.284529 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-d93a20c5-62a1-4fba-a565-ef6cb39f499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.286429 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-d93a20c5-62a1-4fba-a565-ef6cb39f499e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0726569
Apr 20 23:38:07.294215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751f6a-5c88-42a0-be1b-b67df0ebcf76 None None] Pushing event updated for resources: {'Port': ['ID=700947c8-0c6c-47dc-993f-e586036d0fba,revision_number=3']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:07.306381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-23751f6a-5c88-42a0-be1b-b67df0ebcf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:07.373798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-c7379ab4-2a21-4883-bbf0-3bdd164c4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.374195 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-61bc09e7-ae21-4d0f-8b7e-2ea3e5765835 req-30d4f65a-a616-463c-a0ad-11dbd86d7656 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544882
Apr 20 23:38:07.375576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-c7379ab4-2a21-4883-bbf0-3bdd164c4c8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829046
Apr 20 23:38:07.409714 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-a75b51b6-a82c-4db1-b4e6-5d5bbf9d136c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1312323
Apr 20 23:38:07.412853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.443346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Attempting to bind port 700947c8-0c6c-47dc-993f-e586036d0fba on host dv-cinder-787296-1-iscsi for vnic_type normal with profile  {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:07.443777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Attempting to bind port 700947c8-0c6c-47dc-993f-e586036d0fba by drivers openvswitch,hyperv on host dv-cinder-787296-1-iscsi at level 0 using segments [{'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:07.444125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Attempting to bind port 700947c8-0c6c-47dc-993f-e586036d0fba on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:07.458081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Checking agent: {'id': '53d823bd-68f5-477a-9533-fa5450538427', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 20, 6), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:07.458459 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Checking segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:07.458883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.459935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Bound using segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} {{(pid=86398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:07.459935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Bound port: 700947c8-0c6c-47dc-993f-e586036d0fba, host: dv-cinder-787296-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}}] {{(pid=86398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:07.460156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.480725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 199eede9-1fac-4240-aeec-0a7a89aaae78 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:07.481563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.523974 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-5324382e-3f11-4b21-94b9-92a02b2b9e0b service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403801
Apr 20 23:38:07.567341 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-fbcb658c-9b60-4e1a-a51d-be9abca324c6 service neutron] 10.222.0.24 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434751
Apr 20 23:38:07.649292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] For port 700947c8-0c6c-47dc-993f-e586036d0fba, host dv-cinder-787296-1-iscsi, cleared binding levels {{(pid=86398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:07.673659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] For port 700947c8-0c6c-47dc-993f-e586036d0fba, host dv-cinder-787296-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=700947c8-0c6c-47dc-993f-e586036d0fba,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:07.679851 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4a5399a4-bec9-4bef-a274-fba19bcdfc70 req-b8122bec-3588-4a36-8809-2fc746e62ddc service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495450
Apr 20 23:38:07.680379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:07.687775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:07.719394 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-55729591-cb52-4738-8be1-ac786268c591 service neutron] 10.222.0.24 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450949
Apr 20 23:38:07.773085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:07.773816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a002b00>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:07.829140 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-610659d2-a1e2-4c05-9337-d1ab3e652f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:07.831189 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-610659d2-a1e2-4c05-9337-d1ab3e652f3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 1097 time: 0.1040983
Apr 20 23:38:07.929863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751f6a-5c88-42a0-be1b-b67df0ebcf76 None None] Pushing event updated for resources: {'Port': ['ID=700947c8-0c6c-47dc-993f-e586036d0fba,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:07.943967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-23751f6a-5c88-42a0-be1b-b67df0ebcf76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:07.999715 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cf69c3bc-3d41-4eb4-8682-4e3cfd92d2a3 req-9dca15a0-441c-4cc1-b493-8b799c7beb41 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 210 time: 0.0826285
Apr 20 23:38:08.005849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-3e678e48-ed26-444b-8d85-78302f7583d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.008167 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-3e678e48-ed26-444b-8d85-78302f7583d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1676021
Apr 20 23:38:08.016254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:08.096571 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-0c719f79-e881-4f2b-a512-fc5cad8a0b78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41169bf0-300d-431a-b080-9ad3f330e114 HTTP/1.1" status: 200  len: 217 time: 0.0785959
Apr 20 23:38:08.176986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-83c3f5b7-8ca2-4d30-8918-74800062cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.178614 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-83c3f5b7-8ca2-4d30-8918-74800062cded service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0723567
Apr 20 23:38:08.264614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-168b4f37-ebe7-4227-9164-8a0901e00550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.266348 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-168b4f37-ebe7-4227-9164-8a0901e00550 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793252
Apr 20 23:38:08.377904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a002b00>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:07Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:08.382018 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20539b-146a-49d4-b0b6-c609a0b471c6 None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:07Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:08.420031 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-37bd4d75-a045-4faf-9f29-b4942c5ba46b service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456289
Apr 20 23:38:08.608770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95922-e508-4321-86f2-2e5738347544 req-176b7de0-e5fa-4294-bbc7-3d8c675a2647 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:08.610629 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54e95922-e508-4321-86f2-2e5738347544 req-176b7de0-e5fa-4294-bbc7-3d8c675a2647 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.1035004
Apr 20 23:38:08.629801 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e23a047-0470-4e48-a015-d2e38cc66de3 req-2fdff630-dd03-4640-8a70-cb5096f24ca7 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705980
Apr 20 23:38:08.667190 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-54e95922-e508-4321-86f2-2e5738347544 req-7459b3a9-8163-48f0-bc02-e306d8645110 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495131
Apr 20 23:38:08.998865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 700947c8-0c6c-47dc-993f-e586036d0fba up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:09.122897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning for port 700947c8-0c6c-47dc-993f-e586036d0fba completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:09.129572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 700947c8-0c6c-47dc-993f-e586036d0fba triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:09.130108 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.194465 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1211073e-f9b9-4ace-8a2f-63e6c3ddd51b req-6a5e768d-a0a2-4c2a-a72c-6f390f042fb5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 210 time: 0.0752878
Apr 20 23:38:09.267290 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.303598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] For port 700947c8-0c6c-47dc-993f-e586036d0fba, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=700947c8-0c6c-47dc-993f-e586036d0fba,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:09.308123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.310104 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:09.336342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7dd8bdce-146a-4157-891e-d25d6c709531 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:09.337080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7dd8bdce-146a-4157-891e-d25d6c709531 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:network {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:09.360601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7dd8bdce-146a-4157-891e-d25d6c709531 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:network {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:09.362737 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7dd8bdce-146a-4157-891e-d25d6c709531 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 810 time: 0.2157269
Apr 20 23:38:09.381528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Pushing event updated for resources: {'Port': ['ID=700947c8-0c6c-47dc-993f-e586036d0fba,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:09.384907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:09.440769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-a350d40b-3a00-4987-b02a-621e2d417632 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:09.453285 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-a350d40b-3a00-4987-b02a-621e2d417632 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:09.454693 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-a350d40b-3a00-4987-b02a-621e2d417632 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf40321fad49455fa397801dba26e720 HTTP/1.1" status: 200  len: 5707 time: 0.0836501
Apr 20 23:38:09.465118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'port': {'device_id': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'admin_state_up': True, 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'security_groups': ['46b6c707-5d39-4f92-b558-8fd75a8fc9e2']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:09.615953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:09.620228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:port and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:09.623418 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:09.629978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:09.640800 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Made reservation on behalf of bf40321fad49455fa397801dba26e720 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:38:09.646955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:09.822156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Allocated IP 172.20.0.6 (3bff5013-6a6b-4fdf-a462-79bbb763dfeb/fafc6941-6a7b-4066-a131-cb0023edde05/935b22bc-6c2b-4ba5-865d-ea6af8c9da5b) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:09.876859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ac8b1-a584-457c-bc63-8414c874d219 req-4aa4f949-7e88-43b0-89ec-3f5703a1b65c tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:09.878586 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c72ac8b1-a584-457c-bc63-8414c874d219 req-4aa4f949-7e88-43b0-89ec-3f5703a1b65c tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.0962749
Apr 20 23:38:09.927873 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c72ac8b1-a584-457c-bc63-8414c874d219 req-16f64d79-249b-4af0-b7b4-66a4b6f9e194 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427179
Apr 20 23:38:10.023853 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.041040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Transition to ACTIVE for port object 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:10.067691 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.073884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-51d6d933-1000-408d-ae26-8f6bbbd33379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:10.145699 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:10.149469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:10.153638 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:10.194533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'Port': ['ID=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:10.199393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:10.229182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:10.229889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.254848 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7939429
Apr 20 23:38:10.267663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Request body: {'port': {'device_id': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:10.392580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.405925 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011eb68-06fa-4707-84df-85918c6778f5 req-592afb86-0ccc-4846-acb8-9682b188b3f6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:10.407989 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3011eb68-06fa-4707-84df-85918c6778f5 req-592afb86-0ccc-4846-acb8-9682b188b3f6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 931 time: 0.0922155
Apr 20 23:38:10.413946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-e8fea288-7f57-43d9-ba8b-a1305ab45b19 None None] Provisioning for port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:10.419674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-e8fea288-7f57-43d9-ba8b-a1305ab45b19 None None] Provisioning complete for port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:10.420041 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e8fea288-7f57-43d9-ba8b-a1305ab45b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.458476 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-3011eb68-06fa-4707-84df-85918c6778f5 req-2042a38e-06fc-4551-a899-aead50e8f18e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427988
Apr 20 23:38:10.492646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-e8fea288-7f57-43d9-ba8b-a1305ab45b19 None None] Port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:38:10.764832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:38:10.772757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.788334 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Transition to ACTIVE for port object 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:38:10.792851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:10.796630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:10.967219 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Pushing event updated for resources: {'Port': ['ID=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:10.975609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:11.006669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 700947c8-0c6c-47dc-993f-e586036d0fba up at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:11.060383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Attempting to bind port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:38:11.060953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Attempting to bind port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:38:11.061147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Attempting to bind port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:11.067748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:38:11.068266 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Attempting to bind port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:38:11.074449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:38:11.074826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Checking segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:38:11.075250 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Bound using segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:38:11.075728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Bound port: 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:38:11.076093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:11.087068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Provisioning complete for port 700947c8-0c6c-47dc-993f-e586036d0fba triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:11.087489 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:11.163812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d1ad1-485e-4789-98cb-f0b912fd0c92 req-1c464edb-b49f-4aa8-a4be-89eebc147d46 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.165890 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-369d1ad1-485e-4789-98cb-f0b912fd0c92 req-1c464edb-b49f-4aa8-a4be-89eebc147d46 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.0964041
Apr 20 23:38:11.186331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] For port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:38:11.189819 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] For port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:38:11.193582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:11.202897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:11.217206 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-369d1ad1-485e-4789-98cb-f0b912fd0c92 req-f482cd6f-93b2-4f94-b0fe-2c2f6e788215 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436666
Apr 20 23:38:11.253048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.253758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:11.255265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] 10.222.0.20 "PUT /v2.0/ports/935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 1093 time: 0.9924722
Apr 20 23:38:11.255916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:11.332875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'status': 'completed', 'code': 200}
Apr 20 23:38:11.354640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Pushing event updated for resources: {'Port': ['ID=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:11.358067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:11.388315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-1f2fb744-68d2-4b70-b6ce-819d37113a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.390000 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-1f2fb744-68d2-4b70-b6ce-819d37113a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1096 time: 0.0964196
Apr 20 23:38:11.463787 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-0079102f-18b3-4551-bc26-9c755bafc560 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 217 time: 0.0657661
Apr 20 23:38:11.678519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b0e6-e548-4483-89ba-9d5519988d90 req-d4f79e14-980c-40c1-9e9d-80304f564161 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.680259 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5660b0e6-e548-4483-89ba-9d5519988d90 req-d4f79e14-980c-40c1-9e9d-80304f564161 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 943 time: 0.1012161
Apr 20 23:38:11.734239 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5660b0e6-e548-4483-89ba-9d5519988d90 req-ce7dd24f-995e-4a89-8a6a-832ac5613c10 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468245
Apr 20 23:38:11.790998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-2c295239-0bd1-4241-9e96-043dd4ab7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.792579 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-2c295239-0bd1-4241-9e96-043dd4ab7921 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.3225026
Apr 20 23:38:11.883239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-934a14d9-8c5f-4d46-8106-e743c7adaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:11.884714 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-934a14d9-8c5f-4d46-8106-e743c7adaf94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850444
Apr 20 23:38:12.030459 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-d3fdd01c-c9dd-4274-8959-d5c2655c4491 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389062
Apr 20 23:38:12.176590 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-35c70633-33f8-4bc8-8b80-8b8876308b99 req-e1048c54-bbbf-402a-bf9e-f4dd31a40789 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378858
Apr 20 23:38:12.328524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba5ef-1646-423d-a89a-83d32477605c req-e4e29341-3a67-4f63-b914-a58bdc2b4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.330207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-e4e29341-3a67-4f63-b914-a58bdc2b4faa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1096 time: 0.0867803
Apr 20 23:38:12.422918 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608d629-9b5e-4c3f-9114-ea08c9a20f0d req-1cd2e313-e89b-4654-8e54-528e1469f76d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.424776 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7608d629-9b5e-4c3f-9114-ea08c9a20f0d req-1cd2e313-e89b-4654-8e54-528e1469f76d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.0902898
Apr 20 23:38:12.475820 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7608d629-9b5e-4c3f-9114-ea08c9a20f0d req-db7a9f3f-4e2e-4108-bbec-f0e883dd0b48 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445330
Apr 20 23:38:12.479278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba5ef-1646-423d-a89a-83d32477605c req-00e99714-ec37-4bdb-a873-f65504d434b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.480875 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-00e99714-ec37-4bdb-a873-f65504d434b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1434810
Apr 20 23:38:12.563678 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-4c722966-46f4-45fa-959c-0329cc6ffed3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 217 time: 0.0755844
Apr 20 23:38:12.643440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba5ef-1646-423d-a89a-83d32477605c req-a9851f74-398a-4f26-9ffc-ae52d564a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.644991 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-a9851f74-398a-4f26-9ffc-ae52d564a35c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0677917
Apr 20 23:38:12.731569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bba5ef-1646-423d-a89a-83d32477605c req-d1997c4f-67df-45c4-acbf-8e9a311aad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.733381 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-d1997c4f-67df-45c4-acbf-8e9a311aad37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808170
Apr 20 23:38:12.881260 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-fff0c429-a8c7-44fe-acd9-bf1692e1c9f0 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398633
Apr 20 23:38:12.938258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b2f6-5e75-4b6a-b6fe-725f855db235 req-6a6aa56a-2d41-4d2a-a59c-151a56c2e3a2 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:12.941004 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0682b2f6-5e75-4b6a-b6fe-725f855db235 req-6a6aa56a-2d41-4d2a-a59c-151a56c2e3a2 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 943 time: 0.0915053
Apr 20 23:38:12.989655 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-0682b2f6-5e75-4b6a-b6fe-725f855db235 req-dcc1d441-ea57-47ca-8eda-076fe0951399 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429230
Apr 20 23:38:13.030666 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-05bba5ef-1646-423d-a89a-83d32477605c req-ba1601b4-6def-4a39-90f1-7fbfa2df13a9 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418715
Apr 20 23:38:13.336279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:38:13.486294 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:13.501044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'port_id': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'mac_address': 'fa:16:3e:74:a8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:38:13.564604 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:13.582812 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:38:13.598928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:13.602742 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:13.604575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:13.675601 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:13.678996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:13.679805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdb272-f1e8-4d5c-9e84-f2938386ee9e req-3b6c57f7-f0d6-4eb0-84ba-92298b2271f0 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:13.681274 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d7cdb272-f1e8-4d5c-9e84-f2938386ee9e req-3b6c57f7-f0d6-4eb0-84ba-92298b2271f0 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.0930159
Apr 20 23:38:13.738508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d7cdb272-f1e8-4d5c-9e84-f2938386ee9e req-a7662869-b8b8-4397-9e81-93665dc6b90b tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507109
Apr 20 23:38:13.834666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['935b22bc-6c2b-4ba5-865d-ea6af8c9da5b'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:38:14.199564 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6914-6ae2-4032-805f-27dfc3a786ad req-c282ad2f-9689-4ce5-a865-2b8b45e39b7e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:14.201113 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-452d6914-6ae2-4032-805f-27dfc3a786ad req-c282ad2f-9689-4ce5-a865-2b8b45e39b7e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 944 time: 0.0953355
Apr 20 23:38:14.249340 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-452d6914-6ae2-4032-805f-27dfc3a786ad req-76f21ebf-b8a7-480c-8ec3-12fe228e9bb8 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415144
Apr 20 23:38:15.219355 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e55b1-b102-4198-923d-550e3394d0e1 req-6e2aabfb-b0cb-4846-880c-fb3636d1628e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:15.220978 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d9e55b1-b102-4198-923d-550e3394d0e1 req-6e2aabfb-b0cb-4846-880c-fb3636d1628e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 944 time: 0.3548651
Apr 20 23:38:15.273282 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4d9e55b1-b102-4198-923d-550e3394d0e1 req-7506fa78-e72f-42dd-96a5-a5ac74ab90ff tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426052
Apr 20 23:38:15.336440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 41169bf0-300d-431a-b080-9ad3f330e114 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:38:15.339070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:15.449511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de972722-6827-4bb9-9dd3-0ca4ca4153e9 req-ec9e8c9f-4eb1-4d37-81a6-b8b3b8a1bfae tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:15.451023 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-de972722-6827-4bb9-9dd3-0ca4ca4153e9 req-ec9e8c9f-4eb1-4d37-81a6-b8b3b8a1bfae tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 944 time: 0.0892503
Apr 20 23:38:15.502813 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-de972722-6827-4bb9-9dd3-0ca4ca4153e9 req-26180bee-db54-4ab2-8fa0-8e9754a91e6d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445371
Apr 20 23:38:15.503876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:15.513537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:15.513957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:15.598695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 41169bf0-300d-431a-b080-9ad3f330e114, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=41169bf0-300d-431a-b080-9ad3f330e114,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:15.617480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '41169bf0-300d-431a-b080-9ad3f330e114', 'network_id': '53874869-353d-4145-9092-f93830182405', 'port_id': '41169bf0-300d-431a-b080-9ad3f330e114', 'mac_address': 'fa:16:3e:77:20:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:38:15.724664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:15.750577 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:15.760869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41169bf0-300d-431a-b080-9ad3f330e114 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:38:15.789289 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 41169bf0-300d-431a-b080-9ad3f330e114, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=41169bf0-300d-431a-b080-9ad3f330e114,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:15.794709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:15.801852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:15.805224 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:15.843644 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:15.852943 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'code': 200}
Apr 20 23:38:15.855767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:15.882127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=41169bf0-300d-431a-b080-9ad3f330e114,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:15.885142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:15.885690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:15.963808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:15.966941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:16.034259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['41169bf0-300d-431a-b080-9ad3f330e114'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:38:16.101034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e423ef-6dd9-4d7e-aa69-658c8f40041f req-9e477553-2034-4e71-aa53-47f59757ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:16.102740 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-82e423ef-6dd9-4d7e-aa69-658c8f40041f req-9e477553-2034-4e71-aa53-47f59757ef9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1098 time: 0.0894752
Apr 20 23:38:16.148576 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-82e423ef-6dd9-4d7e-aa69-658c8f40041f req-ad9bc7eb-6561-40d4-9b50-adb4a2e7f02b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375190
Apr 20 23:38:16.483816 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f39ea-f0e6-4560-b537-53488a20e487 req-cafeb98e-1a3e-4d6b-b5fa-6e8fb545c598 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:16.485410 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bb1f39ea-f0e6-4560-b537-53488a20e487 req-cafeb98e-1a3e-4d6b-b5fa-6e8fb545c598 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 945 time: 0.0984216
Apr 20 23:38:16.537172 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bb1f39ea-f0e6-4560-b537-53488a20e487 req-cadb8b82-c822-4f81-8129-023b43a1341f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420885
Apr 20 23:38:16.717616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c75c-f2f9-4564-aaec-54fb32349385 req-9f9c4880-194e-4d9b-8144-8b1b1f4ae008 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:16.719192 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a119c75c-f2f9-4564-aaec-54fb32349385 req-9f9c4880-194e-4d9b-8144-8b1b1f4ae008 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0995049
Apr 20 23:38:16.769115 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a119c75c-f2f9-4564-aaec-54fb32349385 req-7d439ef7-f43f-417b-96a7-5e1e38221420 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435023
Apr 20 23:38:17.336048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 41169bf0-300d-431a-b080-9ad3f330e114 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:38:17.411831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 41169bf0-300d-431a-b080-9ad3f330e114 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:38:17.417358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 41169bf0-300d-431a-b080-9ad3f330e114 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:38:17.417772 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.551186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.588944 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 41169bf0-300d-431a-b080-9ad3f330e114, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=41169bf0-300d-431a-b080-9ad3f330e114,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:17.592665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:17.594682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:17.747488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43553db-70a5-4085-a1c7-42cbe17eeeb4 req-e1d672cb-f8bc-4e53-a2d5-40505fbd18cb tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:17.749130 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b43553db-70a5-4085-a1c7-42cbe17eeeb4 req-e1d672cb-f8bc-4e53-a2d5-40505fbd18cb tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.0948739
Apr 20 23:38:17.801400 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b43553db-70a5-4085-a1c7-42cbe17eeeb4 req-c0343ec3-201c-44ae-ade4-f64a3435e361 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447707
Apr 20 23:38:17.845286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=41169bf0-300d-431a-b080-9ad3f330e114,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:17.848911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:17.853548 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:17.902067 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114', 'code': 200}
Apr 20 23:38:17.978978 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdd264-df32-4ec5-9908-c01568b63bcb req-691f9c4f-3e4e-4ffb-8a64-6aaacd87d0eb tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:17.980618 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1abdd264-df32-4ec5-9908-c01568b63bcb req-691f9c4f-3e4e-4ffb-8a64-6aaacd87d0eb tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0932739
Apr 20 23:38:18.033381 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1abdd264-df32-4ec5-9908-c01568b63bcb req-bc80fbc7-447f-4e94-9c76-f0ab8639791d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427494
Apr 20 23:38:18.210799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d1ecd-e79a-40d2-8267-3322cfd267a5 req-49d6d138-508b-40df-b6bc-00dca00bb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:18.212431 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a58d1ecd-e79a-40d2-8267-3322cfd267a5 req-49d6d138-508b-40df-b6bc-00dca00bb876 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 1099 time: 0.0792911
Apr 20 23:38:18.242045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971b63-39a5-4e31-a8cc-a02b3be9abc4 req-c8a73109-f925-4d66-905f-2b4bf1bcb734 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:18.243656 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6b971b63-39a5-4e31-a8cc-a02b3be9abc4 req-c8a73109-f925-4d66-905f-2b4bf1bcb734 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0893755
Apr 20 23:38:18.254273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46494) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:18.256060 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a58d1ecd-e79a-40d2-8267-3322cfd267a5 req-333ec0e3-9a85-4003-9576-74aca68bdb01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371644
Apr 20 23:38:18.260125 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'floatingip': {'port_id': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b'}} {{(pid=86396) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:18.344981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, before_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.068175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.077839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.246028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a83630-71ed-4bce-be56-7f7a6a4cfcf2 req-37b125c8-a515-4ea2-b7c1-07eaa4641924 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:19.247635 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a6a83630-71ed-4bce-be56-7f7a6a4cfcf2 req-37b125c8-a515-4ea2-b7c1-07eaa4641924 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.2775776
Apr 20 23:38:19.305558 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Floating IP 27456a63-774c-4ee0-8161-101c372ab561 associated. External IP: 172.27.1.136, port: 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b.
Apr 20 23:38:19.440232 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a6a83630-71ed-4bce-be56-7f7a6a4cfcf2 req-0ba24f3f-2bf4-4bd8-9fff-10b039ef5a23 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1782861
Apr 20 23:38:19.692533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Router c892631b-c361-4c5e-a141-ea98453bedbd has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:19.886825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:19.891486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:19.897727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:19.913209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:19.913937 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a565828>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:19.950177 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-92737689-9120-4175-a480-783773cad10d tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "PUT /v2.0/floatingips/27456a63-774c-4ee0-8161-101c372ab561 HTTP/1.1" status: 200  len: 991 time: 1.6946213
Apr 20 23:38:19.951039 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:20.065586 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'status': 'completed', 'code': 200}
Apr 20 23:38:20.176677 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-899bff73-31f7-45c7-931a-1ca44cc70ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:20.178357 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-899bff73-31f7-45c7-931a-1ca44cc70ade service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1098 time: 0.0888426
Apr 20 23:38:20.272370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:20.323477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-2e544726-1ae8-431d-8eae-79be01dfac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:20.325060 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-2e544726-1ae8-431d-8eae-79be01dfac03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1396296
Apr 20 23:38:20.437102 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-aeb8f852-d252-4a08-b921-74efd9600c2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 999 time: 0.1048625
Apr 20 23:38:20.506801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-deffd803-eeab-4441-84c2-a36ce8e54996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:20.508402 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-deffd803-eeab-4441-84c2-a36ce8e54996 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0645468
Apr 20 23:38:20.591026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-e13b57bf-5124-4d39-89e5-75fcbb6aade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:20.592572 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-e13b57bf-5124-4d39-89e5-75fcbb6aade0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776694
Apr 20 23:38:20.639383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a565828>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '27456a63-774c-4ee0-8161-101c372ab561', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'port_id': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'mac_address': 'fa:16:3e:74:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:06Z', 'updated_at': '2021-04-20T23:38:18Z', 'revision_number': 1, 'project_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:20.643786 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:20.649762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4440c0-0884-4eb8-b7ee-037c2a68982b req-85da5a18-9e13-4955-aed6-f24b5f5fb9ed tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:20.651442 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cf4440c0-0884-4eb8-b7ee-037c2a68982b req-85da5a18-9e13-4955-aed6-f24b5f5fb9ed tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.0939975
Apr 20 23:38:20.652870 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:20.653540 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a565828>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:20.743253 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-a763a2f9-4eee-4960-815b-e5a6bc40aa05 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426129
Apr 20 23:38:20.855049 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:20.896710 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2436e879-d2c4-4347-9be5-8309ef973e54 req-7b5ae33d-e99f-4fca-8ae4-e88355ca5203 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463494
Apr 20 23:38:20.959816 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cf4440c0-0884-4eb8-b7ee-037c2a68982b req-cc6f89f6-8ae5-4561-a401-c2d348729ec0 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3006339
Apr 20 23:38:21.169938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b5fa-cc54-4a5e-9ac0-e2b1b4831ecd req-2c282794-e087-4aba-af3f-0512db2d32a9 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:21.171523 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1ce7b5fa-cc54-4a5e-9ac0-e2b1b4831ecd req-2c282794-e087-4aba-af3f-0512db2d32a9 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.0897315
Apr 20 23:38:21.224216 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1ce7b5fa-cc54-4a5e-9ac0-e2b1b4831ecd req-d1857e4d-935e-478f-b447-c690bc3fc807 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458417
Apr 20 23:38:21.235520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a565828>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '27456a63-774c-4ee0-8161-101c372ab561', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'port_id': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'mac_address': 'fa:16:3e:74:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:06Z', 'updated_at': '2021-04-20T23:38:18Z', 'revision_number': 1, 'project_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:21.240284 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2645be48-7321-43f2-902e-3fd111b99c41 None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '27456a63-774c-4ee0-8161-101c372ab561', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'port_id': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'mac_address': 'fa:16:3e:74:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:06Z', 'updated_at': '2021-04-20T23:38:18Z', 'revision_number': 1, 'project_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:21.249722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46512) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:21.335074 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20d23aa-9b7d-4c65-9d53-701e8ea376a5 tempest-TestVolumeBootPattern-1182050263 tempest-TestVolumeBootPattern-1182050263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:21.336740 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-e20d23aa-9b7d-4c65-9d53-701e8ea376a5 tempest-TestVolumeBootPattern-1182050263 tempest-TestVolumeBootPattern-1182050263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 1094 time: 0.0848231
Apr 20 23:38:21.339810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46516) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:21.345286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'port_id': '41169bf0-300d-431a-b080-9ad3f330e114', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:38:21.351841 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:38:21.355860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Usage tracker for resource:floatingip and tenant:9649a706f569405891fb61ea40459f3b is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:38:21.358924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:38:21.365131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:38:21.376070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.525107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.541555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c153687-7d38-4a1a-af3b-acd71cd28e26 None None] New status for floating IP 27456a63-774c-4ee0-8161-101c372ab561: ACTIVE {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:38:21.675262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Allocated IP 172.27.1.211 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/48b3ee09-67d0-4253-9aee-f1fa1f4bf097) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:38:21.832103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.865357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:21.869191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-aa67e3cf-5b29-4fba-9b48-910d70e22539 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:21.938441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:38:21.941535 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:38:21.945392 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:38:21.976393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=48b3ee09-67d0-4253-9aee-f1fa1f4bf097,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:21.982882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:22.382793 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.472859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.702137 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.706738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:22.710474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c82db84d-3038-49db-b934-1e4e4e60ae1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:22.816393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event updated for resources: {'Port': ['ID=48b3ee09-67d0-4253-9aee-f1fa1f4bf097,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:22.820531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:22.836874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.281883 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Floating IP e38406ad-85b6-4363-b897-b069f7152396 associated. External IP: 172.27.1.211, port: 41169bf0-300d-431a-b080-9ad3f330e114.
Apr 20 23:38:23.656511 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:23.849361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:23.859523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:23.870302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:23.870954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a1ec5f8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:23.876843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.942676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:23.944656 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6037512
Apr 20 23:38:23.945429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:24.077597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:24.147192 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114', 'status': 'completed', 'code': 200}
Apr 20 23:38:24.292682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2733f9-1588-404d-a6b5-186852558e6c req-b3e86eb5-635c-4a25-8aa9-df0d3096f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.294346 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-b3e86eb5-635c-4a25-8aa9-df0d3096f5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 1099 time: 0.1266363
Apr 20 23:38:24.436579 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2733f9-1588-404d-a6b5-186852558e6c req-03b23cee-3dfb-49fd-aff3-6e02c4743d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.438226 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-03b23cee-3dfb-49fd-aff3-6e02c4743d8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1372929
Apr 20 23:38:24.452889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a1ec5f8>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:16Z', 'revision_number': 1, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}, {'id': 'e38406ad-85b6-4363-b897-b069f7152396', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '41169bf0-300d-431a-b080-9ad3f330e114', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:77:20:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:22Z', 'updated_at': '2021-04-20T23:38:22Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:24.457422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:24.467126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:24.467784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a1ec5f8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:24.551747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-d555b8f9-448e-4e1b-9214-7cf56422a14a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41169bf0-300d-431a-b080-9ad3f330e114 HTTP/1.1" status: 200  len: 1000 time: 0.1065280
Apr 20 23:38:24.624922 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2733f9-1588-404d-a6b5-186852558e6c req-7a6290b1-ee5f-4d06-8ec4-8cec23110782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.626540 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-7a6290b1-ee5f-4d06-8ec4-8cec23110782 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0679576
Apr 20 23:38:24.661265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:24.711063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2733f9-1588-404d-a6b5-186852558e6c req-8b7bde31-679f-4ccd-982d-dab5c84506cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:24.712641 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-8b7bde31-679f-4ccd-982d-dab5c84506cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793293
Apr 20 23:38:24.723740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-3d3de409-ec54-4bcd-9a2d-881db5d464cb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86397) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:38:24.724827 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-3d3de409-ec54-4bcd-9a2d-881db5d464cb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060048
Apr 20 23:38:24.866937 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-7699a9e8-9a1e-4fec-8a59-d899d371fd3e service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357150
Apr 20 23:38:25.013633 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-2a2733f9-1588-404d-a6b5-186852558e6c req-c6a12079-8ea1-4be4-aee4-5e4e81e37770 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400208
Apr 20 23:38:25.035079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a1ec5f8>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:16Z', 'revision_number': 1, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}, {'id': 'e38406ad-85b6-4363-b897-b069f7152396', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '41169bf0-300d-431a-b080-9ad3f330e114', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:77:20:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:22Z', 'updated_at': '2021-04-20T23:38:22Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:25.039565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4353ed85-bc3d-4bb1-9ebd-094d9bd57645 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:16Z', 'revision_number': 1, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}, {'id': 'e38406ad-85b6-4363-b897-b069f7152396', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '41169bf0-300d-431a-b080-9ad3f330e114', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:77:20:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:22Z', 'updated_at': '2021-04-20T23:38:22Z', 'revision_number': 0, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:25.327858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c77603-bd1b-4e8a-a9c0-0ba76afc10c6 None None] New status for floating IP e38406ad-85b6-4363-b897-b069f7152396: ACTIVE {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:38:30.547049 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-69d78d85-43ea-4f96-a2d9-de2da5eb8170 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0815439
Apr 20 23:38:30.659720 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-606f32e6-2e80-4ae5-b1f4-e791e822f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:30.661294 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-606f32e6-2e80-4ae5-b1f4-e791e822f511 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1099 time: 0.0855308
Apr 20 23:38:30.824494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-0b490557-3e3d-4b0b-8c1b-54a28d051c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:30.826047 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-0b490557-3e3d-4b0b-8c1b-54a28d051c26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1413639
Apr 20 23:38:30.938867 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-c430d44d-7931-492b-b36c-e5e68bc7a85b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 1001 time: 0.1046488
Apr 20 23:38:31.013065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-61a156cc-66d6-4fd7-9159-5e53dcdd3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:31.014627 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-61a156cc-66d6-4fd7-9159-5e53dcdd3a84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0669074
Apr 20 23:38:31.110508 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-de942378-cd97-4ab1-9d3d-893f8c05e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:31.112240 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-de942378-cd97-4ab1-9d3d-893f8c05e546 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0897017
Apr 20 23:38:31.263011 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-3cf70b10-18f4-418b-a2b2-a3a8601e7795 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378798
Apr 20 23:38:31.409958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8de68ef4-e17f-42bd-86f1-0336fff600e2 req-78247f00-548c-4cb5-ba62-226cd4e7c497 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385658
Apr 20 23:38:32.184847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46546) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:32.407408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Deleting port b66b57c1-1623-48a2-a9ae-ecf6021d3755 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:32.407662 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.515809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bac6d90e-3dc4-4ee0-aa9b-5b18bdefc585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.600999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.601397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.734879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Calling delete_port for b66b57c1-1623-48a2-a9ae-ecf6021d3755 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:32.891316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:32.897797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-48ae2bd9-778f-4748-8289-685c2be00f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:32.948390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event deleted for resources: {'Port': ['ID=b66b57c1-1623-48a2-a9ae-ecf6021d3755,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:32.951247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:33.054917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:33.055291 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Floating IP 185038f5-9b4e-44e8-8e5f-d257429b9665 disassociated (deleted). External IP: 172.27.1.33, port: 3c8c1502-19e3-4d15-a3a2-50bef6bfc320.
Apr 20 23:38:33.703065 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:33.897206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:33.908106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] Sync routers for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:33.915501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:33.919436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:33.920059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429e5dcf8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:33.977760 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1f6b876b-e2e0-4819-84b5-ca0d90e2fe4d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "DELETE /v2.0/floatingips/185038f5-9b4e-44e8-8e5f-d257429b9665 HTTP/1.1" status: 204  len: 168 time: 1.7911835
Apr 20 23:38:33.978509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:34.034231 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'status': 'completed', 'code': 200}
Apr 20 23:38:34.142006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-3302c373-1a61-47a6-9dda-0d74907b0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.143965 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-3302c373-1a61-47a6-9dda-0d74907b0093 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84c47d3d8985465aae4acc0df4fd3689&device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 1099 time: 0.0886848
Apr 20 23:38:34.287498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:34.319347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-bbb19bd9-e20a-4b23-afaa-bca849309dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.320958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-bbb19bd9-e20a-4b23-afaa-bca849309dab service neutron] 10.222.0.20 "GET /v2.0/networks?id=e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 200  len: 910 time: 0.1703308
Apr 20 23:38:34.408507 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-dd2e83ff-16f0-4acd-b54a-71aa54843344 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 200  len: 217 time: 0.0800643
Apr 20 23:38:34.475043 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c674cc-f768-4ea7-85bb-f7449eee18bd req-4c97c21e-4e03-43ae-978e-3d230f08985d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.476868 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f1c674cc-f768-4ea7-85bb-f7449eee18bd req-4c97c21e-4e03-43ae-978e-3d230f08985d tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1661439
Apr 20 23:38:34.485886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-4a6a0a14-2e41-47aa-8059-f82928c1dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.488346 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-4a6a0a14-2e41-47aa-8059-f82928c1dbed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 200  len: 848 time: 0.0725975
Apr 20 23:38:34.533428 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f1c674cc-f768-4ea7-85bb-f7449eee18bd req-5a23ada1-d1d1-482e-8fe4-20484dd3835f tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476322
Apr 20 23:38:34.587571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-6ab07038-edb2-454f-8966-5f8657bb21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:34.589585 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-6ab07038-edb2-454f-8966-5f8657bb21b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e29d01a0-74e5-4e48-b24e-f5032c36d374&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909364
Apr 20 23:38:34.684490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429e5dcf8>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:47Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:34.689997 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] Checking router: 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:34.700329 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:34.701118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429e5dcf8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:34.754633 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-fed42b72-e933-4f68-843e-1106b001c16e service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563625
Apr 20 23:38:34.801214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d875781-b5a9-446d-9b8c-c0e2266de2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:34.915145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:34.920269 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-caf0aa7d-69ed-4719-a4a8-548a66e736fd req-58526a56-6062-4e8d-a1db-b31c7b9b9ba0 service neutron] 10.222.0.20 "GET /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575201
Apr 20 23:38:35.282581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429e5dcf8>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:47Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:35.287229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5b01d-fd8d-4c1f-a17d-ef3280ddc066 None None] The sync data for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi is: [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:33:38Z', 'revision_number': 4, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '8868137e-cc0b-4fc6-a7fd-59eade8d095a', 'name': '', 'network_id': 'e29d01a0-74e5-4e48-b24e-f5032c36d374', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'mac_address': 'fa:16:3e:7c:98:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:36Z', 'updated_at': '2021-04-20T23:33:47Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'subnets': [{'id': 'b57929fa-da2c-4e00-a91c-1feb0fae7656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:35.523927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:35.663445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:35.666981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa901e-f675-4641-ada6-97832fe4a66f None None] New status for floating IP 185038f5-9b4e-44e8-8e5f-d257429b9665: DOWN {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:38:35.739859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaec04-2c3a-4311-9de9-6db888baeedf req-f35696a5-560f-4738-a62e-71ca4d87a1dd tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:35.741550 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5aaaec04-2c3a-4311-9de9-6db888baeedf req-f35696a5-560f-4738-a62e-71ca4d87a1dd tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.0940099
Apr 20 23:38:35.793053 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5aaaec04-2c3a-4311-9de9-6db888baeedf req-3795aafb-8437-422c-aa98-1beb037af4be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/security-groups?id=e91eadf0-f216-4379-8b77-44e9f50686cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447962
Apr 20 23:38:35.955714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-5a0cdfad-1323-4582-97bc-57250f878724 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:38:35.956378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-5a0cdfad-1323-4582-97bc-57250f878724 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Synchronizing usage tracker for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:38:35.972484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-5a0cdfad-1323-4582-97bc-57250f878724 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Unset dirty status for tenant:84c47d3d8985465aae4acc0df4fd3689 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:38:35.973880 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-5a0cdfad-1323-4582-97bc-57250f878724 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 946 time: 0.1047752
Apr 20 23:38:36.058868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Deleting port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:36.059240 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:36.321212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] For port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:36.321631 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:36.455679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Calling delete_port for 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:36.606562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:36.612570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b6755c7-8e62-4e1c-85f8-37c1aed19449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:36.662889 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event deleted for resources: {'Port': ['ID=3c8c1502-19e3-4d15-a3a2-50bef6bfc320,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:36.666330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:36.751189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] No DVR routers for this DVR port 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:38:36.753697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:36.756413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-deleted', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:38:36.771816 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1343c55b-8b96-4fcf-a2a1-6b74049dad97 req-64b84a66-9ac6-468a-85f9-945f4925f9be tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.20 "DELETE /v2.0/ports/3c8c1502-19e3-4d15-a3a2-50bef6bfc320 HTTP/1.1" status: 204  len: 173 time: 0.7915864
Apr 20 23:38:36.805867 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae1373-f1af-48cf-bae5-9229a8fb898d', 'name': 'network-vif-deleted', 'tag': '3c8c1502-19e3-4d15-a3a2-50bef6bfc320', 'status': 'completed', 'code': 200}
Apr 20 23:38:37.021305 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b29ccdf8-166c-4ca9-b2db-134ef75cdb7c req-5e1ccaa1-a45a-41d6-8a0e-f2677436ab35 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aae1373-f1af-48cf-bae5-9229a8fb898d HTTP/1.1" status: 200  len: 210 time: 0.1061921
Apr 20 23:38:37.027867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.129589 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46582) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:38.203122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.234151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.296563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.300484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0a27cd9b-0acb-4f68-8e03-42d961ecc03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:38.316593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91eadf0-f216-4379-8b77-44e9f50686cc,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:38.319077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:38.327706 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:38.328936 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-2a4d45fd-7ede-4c57-982f-f1a54f09bc81 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] 10.222.0.24 "DELETE /v2.0/security-groups/e91eadf0-f216-4379-8b77-44e9f50686cc HTTP/1.1" status: 204  len: 168 time: 0.1982324
Apr 20 23:38:38.382552 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46588) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:39.028249 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:39.409717 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Deleting port 8868137e-cc0b-4fc6-a7fd-59eade8d095a {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:39.410329 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:39.449328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:39.485883 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:39.486664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 3c8c1502-19e3-4d15-a3a2-50bef6bfc320 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:39.595680 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] For port 8868137e-cc0b-4fc6-a7fd-59eade8d095a, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=8868137e-cc0b-4fc6-a7fd-59eade8d095a,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:39.596189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:39.746832 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Calling delete_port for 8868137e-cc0b-4fc6-a7fd-59eade8d095a owned by network:router_interface {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:39.926686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:39.930462 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:40.013378 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8868137e-cc0b-4fc6-a7fd-59eade8d095a,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:40.015990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:40.272737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:40.911704 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:41.107827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:41.117613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] Sync routers for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:41.121270 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8ac940d6-44e9-46ca-b236-bd16ae841c5a admin admin] 10.222.0.24 "PUT /v2.0/routers/53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7372401
Apr 20 23:38:41.124037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46598) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:41.128583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:41.129211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342ae6f320>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:41.311513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks [] for router, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:41.321396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:41.506194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:41.515031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Deleting port 06960d7f-4c99-4580-afa2-cfd1fc0963d4 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:41.515399 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:41.621598 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342ae6f320>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:38:39Z', 'revision_number': 5, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port': {'id': '06960d7f-4c99-4580-afa2-cfd1fc0963d4', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:33Z', 'updated_at': '2021-04-20T23:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:41.625919 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] Checking router: 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:41.635313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] Routers {'53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:41.635950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342ae6f320>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:41.705441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] For port 06960d7f-4c99-4580-afa2-cfd1fc0963d4, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=06960d7f-4c99-4580-afa2-cfd1fc0963d4,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:41.705837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:41.797840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] Set router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 gateway port host: None {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:41.839437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Calling delete_port for 06960d7f-4c99-4580-afa2-cfd1fc0963d4 owned by network:router_gateway {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:41.910356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342ae6f320>, [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:38:41Z', 'revision_number': 6, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:41.914628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b33d04-4023-49bb-beb5-063a992cbe70 None None] The sync data for ids ['53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5'] in dv-cinder-787296-1-iscsi is: [{'id': '53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5', 'name': 'tempest-TestShelveInstance-1742757190-router', 'tenant_id': '84c47d3d8985465aae4acc0df4fd3689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:32Z', 'updated_at': '2021-04-20T23:38:41Z', 'revision_number': 6, 'project_id': '84c47d3d8985465aae4acc0df4fd3689', 'gw_port_host': None}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:42.030805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.035872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f8688280-7840-4ee6-9309-e5aae5f4f612 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:42.087499 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Pushing event deleted for resources: {'Port': ['ID=06960d7f-4c99-4580-afa2-cfd1fc0963d4,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:42.115670 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:42.189477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.377806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.380229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.406926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.407473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 {{(pid=86396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:38:42.423406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.424978 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] 10.222.0.24 "DELETE /v2.0/routers/53f0ad4a-7d90-4e9a-b4a2-fb74ef4804f5 HTTP/1.1" status: 204  len: 168 time: 1.2996774
Apr 20 23:38:42.427612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46604) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:42.498161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Deleting subnet b57929fa-da2c-4e00-a91c-1feb0fae7656 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:38:42.501725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.556189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.646352 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.675627 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:38:42.907086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.911051 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e6c10b30-48f6-4f14-917e-e7131967b620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:42.951379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57929fa-da2c-4e00-a91c-1feb0fae7656,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:42.954480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:42.956190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:42.969255 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-46c2d589-0314-4db4-a83a-687e2f41bf1f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b57929fa-da2c-4e00-a91c-1feb0fae7656 HTTP/1.1" status: 204  len: 168 time: 0.5341935
Apr 20 23:38:42.969480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737a02f-ed91-4d5d-ac5a-1b46db352a0e None None] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:38:42.969612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46610) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:43.037102 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8868137e-cc0b-4fc6-a7fd-59eade8d095a no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:43.080498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 8868137e-cc0b-4fc6-a7fd-59eade8d095a {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:43.080867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 8868137e-cc0b-4fc6-a7fd-59eade8d095a not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:43.081377 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 06960d7f-4c99-4580-afa2-cfd1fc0963d4 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:43.087115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.099141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Deleting port 7bf03f56-af74-47a8-8655-ba68dd3eb247 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:43.099513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.130457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 06960d7f-4c99-4580-afa2-cfd1fc0963d4 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:43.130814 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 06960d7f-4c99-4580-afa2-cfd1fc0963d4 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:43.305069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] DHCP port deletion for e29d01a0-74e5-4e48-b24e-f5032c36d374 request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:38:43.309625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Deleting port 7bf03f56-af74-47a8-8655-ba68dd3eb247 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:43.310040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.327414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] For port 7bf03f56-af74-47a8-8655-ba68dd3eb247, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=7bf03f56-af74-47a8-8655-ba68dd3eb247,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:43.327823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.464361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Calling delete_port for 7bf03f56-af74-47a8-8655-ba68dd3eb247 owned by network:dhcp {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:43.525106 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] For port 7bf03f56-af74-47a8-8655-ba68dd3eb247, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=7bf03f56-af74-47a8-8655-ba68dd3eb247,segment=NetworkSegment(a02364bf-7dee-47b1-b5b2-371b40c3695e),segment_id=a02364bf-7dee-47b1-b5b2-371b40c3695e)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:43.525364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.547017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.552565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4438dc8a-2d13-4b61-b730-700cda52d9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:43.601059 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf03f56-af74-47a8-8655-ba68dd3eb247,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:43.603145 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] No DVR routers for this DVR port 7bf03f56-af74-47a8-8655-ba68dd3eb247 on host dv-cinder-787296-1-iscsi {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:38:43.604681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:43.655481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Calling delete_port for 7bf03f56-af74-47a8-8655-ba68dd3eb247 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:43.731989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.733754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:38:43.734155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:38:43.850302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f34288e2860>,) {'filters': {'network_id': ['e29d01a0-74e5-4e48-b24e-f5032c36d374']}} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:43.864161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f34288e2860>, 'a02364bf-7dee-47b1-b5b2-371b40c3695e') {'for_net_delete': True} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:43.864495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f34288e2860>, 'a02364bf-7dee-47b1-b5b2-371b40c3695e') {} {{(pid=86397) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:43.876586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1738416'] for segment, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.891687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:43.898783 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=86397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:38:44.091597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:38:44.100955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1619879'] for segment, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:44.235911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Deleting port 7bf03f56-af74-47a8-8655-ba68dd3eb247 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:44.236336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:44.311709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5067f3c5-5e46-4bf3-86fa-1405716af5e8 None None] The port '7bf03f56-af74-47a8-8655-ba68dd3eb247' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:38:44.531735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Network e29d01a0-74e5-4e48-b24e-f5032c36d374 has no segments {{(pid=86397) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:38:44.554629 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:38:44.635016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:44.641200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:44.655456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:44.666849 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Pushing event deleted for resources: {'Network': ['ID=e29d01a0-74e5-4e48-b24e-f5032c36d374,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:44.680569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.680986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.681416 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.681815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.682208 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.682606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.682999 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.683393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.683760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.684180 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.684572 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.684953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:38:44.689483 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:44.692082 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-024de8d8-169e-4789-b89a-58fdef311edc admin admin] 10.222.0.24 "DELETE /v2.0/networks/e29d01a0-74e5-4e48-b24e-f5032c36d374 HTTP/1.1" status: 204  len: 168 time: 1.7254014
Apr 20 23:38:44.695449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46616) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:44.993996 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 7bf03f56-af74-47a8-8655-ba68dd3eb247 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:45.033057 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 7bf03f56-af74-47a8-8655-ba68dd3eb247 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:45.033580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 7bf03f56-af74-47a8-8655-ba68dd3eb247 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:45.291103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:45.668262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Deleting port 705ae909-b77b-4e43-864b-e5b90329feb8 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:45.668676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:45.853089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] For port 705ae909-b77b-4e43-864b-e5b90329feb8, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=705ae909-b77b-4e43-864b-e5b90329feb8,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:45.853545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:45.985035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Calling delete_port for 705ae909-b77b-4e43-864b-e5b90329feb8 owned by network:router_interface {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:46.172280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:46.176105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f85fd25d-d1ef-4bde-ade0-e932cba863f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:46.223867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Pushing event deleted for resources: {'Port': ['ID=705ae909-b77b-4e43-864b-e5b90329feb8,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:46.227130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:46.506673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:46.888910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:38:47.339826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:38:47.349775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] Sync routers for ids ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:38:47.357311 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] 10.222.0.24 "PUT /v2.0/routers/4ea3c428-7d31-4cbf-b483-10d8d8d01726/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6603317
Apr 20 23:38:47.360557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46628) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:47.364203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] Routers {'4ea3c428-7d31-4cbf-b483-10d8d8d01726'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:47.364873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429442a90>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:47.548322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:47.552315 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] Set router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:47.739247 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:47.747456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Deleting port 6acfe903-88b0-4456-87db-9d118c2af673 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:47.747813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:47.858542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429442a90>, [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '6acfe903-88b0-4456-87db-9d118c2af673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:38:46Z', 'revision_number': 5, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port': {'id': '6acfe903-88b0-4456-87db-9d118c2af673', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:43Z', 'updated_at': '2021-04-20T23:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:47.862906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] Checking router: 4ea3c428-7d31-4cbf-b483-10d8d8d01726 for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:38:47.872391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] Routers {'4ea3c428-7d31-4cbf-b483-10d8d8d01726'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:38:47.873086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429442a90>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:38:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:47.931719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] For port 6acfe903-88b0-4456-87db-9d118c2af673, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=6acfe903-88b0-4456-87db-9d118c2af673,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:47.932120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.075863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Calling delete_port for 6acfe903-88b0-4456-87db-9d118c2af673 owned by network:router_gateway {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:48.216921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] Set router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 gateway port host: None {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:38:48.253980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.259080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-41d24b25-2254-4c8e-bfcc-34f67989f528 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:48.307263 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acfe903-88b0-4456-87db-9d118c2af673,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:48.309862 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:48.335176 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429442a90>, [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:38:47Z', 'revision_number': 6, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:48.339636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf77aa-859d-49d7-9dbf-3eec0d1cf11d None None] The sync data for ids ['4ea3c428-7d31-4cbf-b483-10d8d8d01726'] in dv-cinder-787296-1-iscsi is: [{'id': '4ea3c428-7d31-4cbf-b483-10d8d8d01726', 'name': 'tempest-TestShelveInstance-1401936330-router', 'tenant_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:42Z', 'updated_at': '2021-04-20T23:38:47Z', 'revision_number': 6, 'project_id': '7b03fc3e40334c16a5f3ac9fbf82c2b9', 'gw_port_host': None}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:38:48.412449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.595829 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.598449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.623675 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.624165 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea3c428-7d31-4cbf-b483-10d8d8d01726 {{(pid=86397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:38:48.637367 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.638593 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ea3c428-7d31-4cbf-b483-10d8d8d01726 HTTP/1.1" status: 204  len: 168 time: 1.2770338
Apr 20 23:38:48.641365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46634) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:48.708666 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Deleting subnet d9420229-696a-45f3-8e34-8e2e0a14af61 {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:38:48.712271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.764758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:48.851663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.005122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 705ae909-b77b-4e43-864b-e5b90329feb8 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:49.042404 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 705ae909-b77b-4e43-864b-e5b90329feb8 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:49.042798 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 705ae909-b77b-4e43-864b-e5b90329feb8 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:49.043317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 6acfe903-88b0-4456-87db-9d118c2af673 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:49.079750 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 6acfe903-88b0-4456-87db-9d118c2af673 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:49.080120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 6acfe903-88b0-4456-87db-9d118c2af673 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:49.134448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.138702 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-016b5068-b2bf-4eb3-8d47-46124a1fe2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:49.178422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9420229-696a-45f3-8e34-8e2e0a14af61,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:49.182209 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:49.184739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.190823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8007ddd9-a62b-4a17-8638-ba305f1c0221 None None] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:38:49.191102 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ffc92223-d75f-4549-9b7a-7facf8cc28c0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9420229-696a-45f3-8e34-8e2e0a14af61 HTTP/1.1" status: 204  len: 168 time: 0.5487525
Apr 20 23:38:49.195207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46638) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:49.311149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.322970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Deleting port ac7c5b57-9f96-4520-94cb-3eef9d051332 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:49.323339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.458395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94978586-2224-4250-8666-f598742a8a97 None None] DHCP port deletion for 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:38:49.462777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-94978586-2224-4250-8666-f598742a8a97 None None] Deleting port ac7c5b57-9f96-4520-94cb-3eef9d051332 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:49.463188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94978586-2224-4250-8666-f598742a8a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.551941 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] For port ac7c5b57-9f96-4520-94cb-3eef9d051332, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=ac7c5b57-9f96-4520-94cb-3eef9d051332,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:49.552288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.682673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-94978586-2224-4250-8666-f598742a8a97 None None] For port ac7c5b57-9f96-4520-94cb-3eef9d051332, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=ac7c5b57-9f96-4520-94cb-3eef9d051332,segment=NetworkSegment(0f3eb6ad-a0b2-4852-8a1b-63329c9376ad),segment_id=0f3eb6ad-a0b2-4852-8a1b-63329c9376ad)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:38:49.683271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94978586-2224-4250-8666-f598742a8a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.685171 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Calling delete_port for ac7c5b57-9f96-4520-94cb-3eef9d051332 owned by network:dhcp {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:49.765298 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:49.770737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b7ded44e-6357-470e-828d-2e9653bbcb28 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:49.817423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac7c5b57-9f96-4520-94cb-3eef9d051332,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:49.817665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-94978586-2224-4250-8666-f598742a8a97 None None] Calling delete_port for ac7c5b57-9f96-4520-94cb-3eef9d051332 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:38:49.820865 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:49.821709 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] No DVR routers for this DVR port ac7c5b57-9f96-4520-94cb-3eef9d051332 on host dv-cinder-787296-1-iscsi {{(pid=86396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:38:49.893386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-94978586-2224-4250-8666-f598742a8a97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:38:49.893792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-94978586-2224-4250-8666-f598742a8a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:38:49.947302 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.066982 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3429937be0>,) {'filters': {'network_id': ['6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:50.080124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429937be0>, '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:50.080461 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3429937be0>, '0f3eb6ad-a0b2-4852-8a1b-63329c9376ad') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:38:50.092689 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.112129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.119328 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:38:50.303762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:38:50.312886 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.395080 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-94978586-2224-4250-8666-f598742a8a97 None None] Deleting port ac7c5b57-9f96-4520-94cb-3eef9d051332 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:38:50.395503 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-94978586-2224-4250-8666-f598742a8a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.474732 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-94978586-2224-4250-8666-f598742a8a97 None None] The port 'ac7c5b57-9f96-4520-94cb-3eef9d051332' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:38:50.756761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Network 6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:38:50.782828 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:38:50.870681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.875015 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:50.889713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:50.900641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Pushing event deleted for resources: {'Network': ['ID=6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:50.905688 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:50.909002 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d524aa20-ad44-4368-bb64-967b0568d546 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6552e6f1-d8cf-47ba-a54e-54b10ab8ba4e HTTP/1.1" status: 204  len: 168 time: 1.7127252
Apr 20 23:38:50.997671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device ac7c5b57-9f96-4520-94cb-3eef9d051332 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:38:51.035390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: ac7c5b57-9f96-4520-94cb-3eef9d051332 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:38:51.035764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device ac7c5b57-9f96-4520-94cb-3eef9d051332 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:38:51.044513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46648) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:51.104573 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9a346cf3-51f7-4e5b-93c7-20daacc77804 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84c47d3d8985465aae4acc0df4fd3689&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557516
Apr 20 23:38:51.104796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46652) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:51.166806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.194393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.246222 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.251495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-52a54ced-47f6-400b-a52b-cdb59896fc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:51.265739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ba2ec-55c8-4864-a962-4e23814dd70d,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:51.270970 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:51.272921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.278611 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-c60b5c13-a2f8-4e7a-8ace-7b61fafaefeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f63ba2ec-55c8-4864-a962-4e23814dd70d HTTP/1.1" status: 204  len: 168 time: 0.1727886
Apr 20 23:38:51.663528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46662) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:51.716367 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-338462c2-b2df-46ce-98d5-b14d01f02e86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b03fc3e40334c16a5f3ac9fbf82c2b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513408
Apr 20 23:38:51.719764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46666) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:38:51.784906 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.813872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.866321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.870347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-82ac2053-7a07-45ab-b70e-cd03a0494fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:38:51.884040 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3fb97c-dbdf-48a1-a5d7-d3493854ffa9,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:38:51.887144 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:38:51.889191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:38:51.890411 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-31f79167-d57e-47df-8b8f-0ada5463d7b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce3fb97c-dbdf-48a1-a5d7-d3493854ffa9 HTTP/1.1" status: 204  len: 168 time: 0.1705306
Apr 20 23:38:53.942148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:02.531390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a8dc050e-e3e1-44a2-9d3e-887e7b298c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:04.811826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-39455ffc-0dfa-48b1-951e-37f065d797ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.533110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:05.677835 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.031309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:07.493347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9e1f9-9753-43e6-8e08-5852bd6008dc req-8b8b3469-bbf9-4205-84f2-6c08e6b96f32 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:07.494948 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ee9e1f9-9753-43e6-8e08-5852bd6008dc req-8b8b3469-bbf9-4205-84f2-6c08e6b96f32 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0994954
Apr 20 23:39:07.548379 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-7ee9e1f9-9753-43e6-8e08-5852bd6008dc req-5701efbf-fdd7-4649-bc98-6fd29f2dad6a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468783
Apr 20 23:39:08.764811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13db0c4-f42b-4ed4-8894-516b5cb80885 req-b4b7e6d4-a5a9-414f-b41c-0073da354f41 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:08.766419 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d13db0c4-f42b-4ed4-8894-516b5cb80885 req-b4b7e6d4-a5a9-414f-b41c-0073da354f41 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0928631
Apr 20 23:39:08.823138 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d13db0c4-f42b-4ed4-8894-516b5cb80885 req-7c688233-112b-4475-889f-cf8e78d3cde3 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463917
Apr 20 23:39:10.060885 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24965ea-2253-4455-8c8c-107e57bfa015 req-3808879c-1cb5-4858-ae3f-85e155ed60cb tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:10.063262 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b24965ea-2253-4455-8c8c-107e57bfa015 req-3808879c-1cb5-4858-ae3f-85e155ed60cb tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1126912
Apr 20 23:39:10.113615 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b24965ea-2253-4455-8c8c-107e57bfa015 req-2717ebac-4430-4dcf-8eb2-2dda174d4fa2 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429504
Apr 20 23:39:11.343457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06083e1f-aa85-4218-9faf-51aca58a9214 req-3d4531be-b063-4bb4-9673-571dc29306a9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:11.344969 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-06083e1f-aa85-4218-9faf-51aca58a9214 req-3d4531be-b063-4bb4-9673-571dc29306a9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0973549
Apr 20 23:39:11.393803 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-06083e1f-aa85-4218-9faf-51aca58a9214 req-4875f2f2-e98c-4788-8052-4fc6664c5703 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418522
Apr 20 23:39:12.605068 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ace963-c364-46dd-8a6e-e8c6d080cc79 req-f85f4f93-b6cc-4888-9e7f-4f213734d02f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:12.606682 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62ace963-c364-46dd-8a6e-e8c6d080cc79 req-f85f4f93-b6cc-4888-9e7f-4f213734d02f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0959184
Apr 20 23:39:12.666127 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-62ace963-c364-46dd-8a6e-e8c6d080cc79 req-aefbdb02-6c5d-4385-956a-0e5645efc5a2 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494163
Apr 20 23:39:13.885696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf92774-d54e-4ccc-aa46-70585873e137 req-76dd4cd9-765f-4007-bc96-69b6480236cb tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:13.887317 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9cf92774-d54e-4ccc-aa46-70585873e137 req-76dd4cd9-765f-4007-bc96-69b6480236cb tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0941675
Apr 20 23:39:13.939265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9cf92774-d54e-4ccc-aa46-70585873e137 req-cb16c433-f0ab-4807-9123-e7a0e4f05d3f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454252
Apr 20 23:39:15.152956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08567-bd51-43ee-8e09-dc3e0ff6a6d9 req-def35c40-a18e-4a1a-9267-c08509e1c861 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:15.154614 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e1d08567-bd51-43ee-8e09-dc3e0ff6a6d9 req-def35c40-a18e-4a1a-9267-c08509e1c861 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0917318
Apr 20 23:39:15.203068 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e1d08567-bd51-43ee-8e09-dc3e0ff6a6d9 req-02821889-526c-47e7-852c-2181f91a3586 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417840
Apr 20 23:39:16.431673 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02daabe-ec89-40c1-90a1-c1530cf18a58 req-42186d0d-ba50-43c2-8bc8-1ab462711c0f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:16.433174 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c02daabe-ec89-40c1-90a1-c1530cf18a58 req-42186d0d-ba50-43c2-8bc8-1ab462711c0f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1034288
Apr 20 23:39:16.483785 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c02daabe-ec89-40c1-90a1-c1530cf18a58 req-51c992bb-7d7c-448b-b755-e4418f39d297 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411723
Apr 20 23:39:17.700494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59b2d6-528a-4cfb-9b24-e174702c5347 req-7e841aae-217f-49c3-b3b4-ed10d93580e6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:17.702135 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cb59b2d6-528a-4cfb-9b24-e174702c5347 req-7e841aae-217f-49c3-b3b4-ed10d93580e6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0952260
Apr 20 23:39:17.751229 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-cb59b2d6-528a-4cfb-9b24-e174702c5347 req-2646ddab-56d3-4b1f-bff6-0fd4c3a9677f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425642
Apr 20 23:39:18.970463 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87748bc6-c09a-4611-a51e-505953bb9e41 req-cb3a961b-e529-4430-8d93-6ec7506eb141 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:18.972053 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-87748bc6-c09a-4611-a51e-505953bb9e41 req-cb3a961b-e529-4430-8d93-6ec7506eb141 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0954299
Apr 20 23:39:19.024250 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-87748bc6-c09a-4611-a51e-505953bb9e41 req-e506f572-8a31-46b3-878c-58c23ff5d121 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424774
Apr 20 23:39:19.679711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:39:20.241831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab8ae4-ec7d-4247-868f-e65dbbd7f43e req-29bbe4b5-236a-4000-a4aa-ee73092347b2 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:20.243473 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0ab8ae4-ec7d-4247-868f-e65dbbd7f43e req-29bbe4b5-236a-4000-a4aa-ee73092347b2 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0933840
Apr 20 23:39:20.296528 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0ab8ae4-ec7d-4247-868f-e65dbbd7f43e req-1d7e5b9d-4e45-4e82-93b8-0a468c0df156 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464690
Apr 20 23:39:21.515707 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126debd9-b18c-4cd1-834f-21e870db67e3 req-5af02875-3b5a-4870-9a32-1841f6e37cdd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:21.517292 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-126debd9-b18c-4cd1-834f-21e870db67e3 req-5af02875-3b5a-4870-9a32-1841f6e37cdd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0943432
Apr 20 23:39:21.569762 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-126debd9-b18c-4cd1-834f-21e870db67e3 req-56dcb793-048a-4d50-9f54-cce9c4bcaf2b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427270
Apr 20 23:39:22.797254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bad17-9a75-4d23-8bc6-e391beec70d0 req-e2243ef0-a0f3-46bf-a6dc-e5532542bd8f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:22.798869 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a10bad17-9a75-4d23-8bc6-e391beec70d0 req-e2243ef0-a0f3-46bf-a6dc-e5532542bd8f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1000345
Apr 20 23:39:22.859483 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-a10bad17-9a75-4d23-8bc6-e391beec70d0 req-9888b2e9-8039-4f46-b0c6-aa05e21080e8 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536475
Apr 20 23:39:23.941017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:24.082506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0b838-7db5-4762-8cd0-5672e4b3e2ff req-8d819406-7164-45e4-be55-a184ddad5cca tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.084077 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bdb0b838-7db5-4762-8cd0-5672e4b3e2ff req-8d819406-7164-45e4-be55-a184ddad5cca tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1048260
Apr 20 23:39:24.132318 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-bdb0b838-7db5-4762-8cd0-5672e4b3e2ff req-d075eb2d-96a1-4440-85cf-99e8b117f8c4 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411544
Apr 20 23:39:24.512004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb95f5-de88-487f-9331-9ccac988af99 req-3d738e8d-7808-47e2-8dd7-99b608716dbd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.513564 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e5cb95f5-de88-487f-9331-9ccac988af99 req-3d738e8d-7808-47e2-8dd7-99b608716dbd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0934994
Apr 20 23:39:24.553437 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-2e1cfe42-cb8b-4d84-b34a-3f499c9e6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.555179 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-2e1cfe42-cb8b-4d84-b34a-3f499c9e6e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1098 time: 0.0811226
Apr 20 23:39:24.563284 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e5cb95f5-de88-487f-9331-9ccac988af99 req-6227d6d0-0769-4974-be9f-1314c0e08797 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432250
Apr 20 23:39:24.700969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-04e86465-55cd-46eb-9e33-ec58d05dd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.702620 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-04e86465-55cd-46eb-9e33-ec58d05dd1d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1408439
Apr 20 23:39:24.815825 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-671a938a-d6a5-4ca2-859b-df7fdb5fbf2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 1001 time: 0.1065407
Apr 20 23:39:24.899948 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-d13eeb61-8ea6-4594-9fb2-9fdbf0100e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.901501 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-d13eeb61-8ea6-4594-9fb2-9fdbf0100e82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0781181
Apr 20 23:39:24.987237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-01689f44-bb65-4429-8eac-d6d90bf07219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:24.988912 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-01689f44-bb65-4429-8eac-d6d90bf07219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812402
Apr 20 23:39:25.132438 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-8a606bb0-e029-4773-9e68-a5432affb47c service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360741
Apr 20 23:39:25.275354 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-518f5a1c-6c2c-4d2b-9111-6accfdea1e24 req-73f9d5e1-c311-4f51-9fd7-b3f89772ad06 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363597
Apr 20 23:39:25.792079 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6123a-b1a9-4d58-abd0-6e7c9e0c01c9 req-b5487f1c-ae6d-4d2a-9c95-f6796dc7275e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:25.793747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2c6123a-b1a9-4d58-abd0-6e7c9e0c01c9 req-b5487f1c-ae6d-4d2a-9c95-f6796dc7275e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1007206
Apr 20 23:39:25.843007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-c2c6123a-b1a9-4d58-abd0-6e7c9e0c01c9 req-51df0b10-5797-4711-98a6-26523fd2a9e1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428083
Apr 20 23:39:27.067875 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab4ab7-7b16-42e4-b88a-d5f15a60468f req-2e64ca4f-fe24-4ee5-92d8-22804a153f78 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:27.069488 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86ab4ab7-7b16-42e4-b88a-d5f15a60468f req-2e64ca4f-fe24-4ee5-92d8-22804a153f78 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0979216
Apr 20 23:39:27.118612 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-86ab4ab7-7b16-42e4-b88a-d5f15a60468f req-20b4fd34-9006-47b5-9a05-2e084a849445 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423975
Apr 20 23:39:30.482755 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-aef84ae9-e003-492d-9cd6-7c2b5065f133 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0819831
Apr 20 23:39:30.652265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-8ff253ad-ecf2-4cad-a39d-2c20552125bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:30.653864 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-8ff253ad-ecf2-4cad-a39d-2c20552125bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1099 time: 0.0960131
Apr 20 23:39:30.818442 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-979e3f47-554b-4a46-9a4e-7447ab6154a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:30.819957 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-979e3f47-554b-4a46-9a4e-7447ab6154a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1411004
Apr 20 23:39:30.930635 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-65af7d58-0091-42ce-a8ea-e40f909ed96c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 1001 time: 0.1038871
Apr 20 23:39:30.997771 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-b2ff152b-b1a9-42f4-8635-6b64ab74a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:30.999291 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-b2ff152b-b1a9-42f4-8635-6b64ab74a08d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0628242
Apr 20 23:39:31.082614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-00b325a7-c6cb-4a54-9d93-9bf266607917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:31.084170 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-00b325a7-c6cb-4a54-9d93-9bf266607917 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785847
Apr 20 23:39:31.230779 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-79fb8c05-caa8-47c6-90c4-1a550a0afe3e service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384463
Apr 20 23:39:31.380107 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5087faca-4930-4a0d-aa8e-a22f6b7b8baf req-897b7c37-b2df-4d45-ad2d-583e049d9775 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429677
Apr 20 23:39:32.520738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-da7ce07b-c1d9-44f6-bb80-c2241c154c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:34.817686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-00eb08db-c92a-4516-8456-28bfb945be0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:35.541615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:35.676451 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:37.035859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:53.969292 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:56.483818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46766) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:39:56.680466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:39:56.973843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Deleting port 48b3ee09-67d0-4253-9aee-f1fa1f4bf097 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:39:56.974234 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.170216 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.170586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.303374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Calling delete_port for 48b3ee09-67d0-4253-9aee-f1fa1f4bf097 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:39:57.462740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.466551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6c9d539e-e438-4903-be55-9b6f6e9a1487 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:39:57.512950 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'Port': ['ID=48b3ee09-67d0-4253-9aee-f1fa1f4bf097,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:39:57.553306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.553801 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.554152 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.554555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.554956 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.555357 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.555757 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.556159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.556556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.556951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.557365 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.557751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:39:57.569369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:39:57.627653 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:57.628044 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Floating IP e38406ad-85b6-4363-b897-b069f7152396 disassociated (deleted). External IP: 172.27.1.211, port: 41169bf0-300d-431a-b080-9ad3f330e114.
Apr 20 23:39:58.003484 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:39:58.198262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:39:58.210199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:39:58.218827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:39:58.221117 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:58.221830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34316e2438>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:39:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:58.278350 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ff42c306-eb93-4bd9-a8a9-784fe7c2bc02 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "DELETE /v2.0/floatingips/e38406ad-85b6-4363-b897-b069f7152396 HTTP/1.1" status: 204  len: 168 time: 1.7927086
Apr 20 23:39:58.279014 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:39:58.415095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:58.541536 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114', 'status': 'completed', 'code': 200}
Apr 20 23:39:58.650840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-f91e074d-2db7-4190-ba35-897de8b628ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.652771 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-f91e074d-2db7-4190-ba35-897de8b628ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 1099 time: 0.0842960
Apr 20 23:39:58.674897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6b202-50a9-49c1-80d3-e14ba6602db4 req-bdc010fd-8579-449d-8e3a-e63a9cbe10f1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.676916 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-87c6b202-50a9-49c1-80d3-e14ba6602db4 req-bdc010fd-8579-449d-8e3a-e63a9cbe10f1 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.0922952
Apr 20 23:39:58.731456 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-87c6b202-50a9-49c1-80d3-e14ba6602db4 req-ac541ad8-c007-4486-bae9-3bb6a8d1d08d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470862
Apr 20 23:39:58.793993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34316e2438>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:16Z', 'revision_number': 1, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:58.798407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:39:58.806959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-22bde499-7848-4ee8-b89f-4bffca2720ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.807616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:39:58.808258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34316e2438>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:39:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:58.808587 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-22bde499-7848-4ee8-b89f-4bffca2720ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.1470892
Apr 20 23:39:58.883580 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-28d9efd3-c93b-4d30-beec-172bdd595de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41169bf0-300d-431a-b080-9ad3f330e114 HTTP/1.1" status: 200  len: 217 time: 0.0661509
Apr 20 23:39:58.956788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-e55ab399-386c-4ae1-8f4a-a3c87a167359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:58.958395 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-e55ab399-386c-4ae1-8f4a-a3c87a167359 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0675287
Apr 20 23:39:58.998824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:39:59.041536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-539c1a35-96d8-4460-a659-d3d605bd8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:59.043128 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-539c1a35-96d8-4460-a659-d3d605bd8d39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771976
Apr 20 23:39:59.186969 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-aa7d31d0-3560-4bc7-988c-4355e37371ea service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349857
Apr 20 23:39:59.329303 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e3364e39-1708-4656-9c8a-ff3ee54d5b17 req-9185ed56-36e9-4f36-9598-b99cd3231d69 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348462
Apr 20 23:39:59.374893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34316e2438>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:16Z', 'revision_number': 1, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:39:59.379562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d323b-6e22-4d0e-b85a-79cb2a757602 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '87ce0a9e-c34d-4af5-9100-47d1bb5ae955', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'port_id': '32405905-66b8-4c53-ad4a-34c65633ac40', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'mac_address': 'fa:16:3e:17:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:36:12Z', 'updated_at': '2021-04-20T23:36:16Z', 'revision_number': 1, 'project_id': '9649a706f569405891fb61ea40459f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:39:59.777287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017abc2-5b01-415c-9805-4c90c1027f85 None None] New status for floating IP e38406ad-85b6-4363-b897-b069f7152396: DOWN {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:39:59.958110 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b212693-7153-4bfc-8247-a57680432dea req-bb273e50-9c49-4844-8fc4-055b527ff5d6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:39:59.959731 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1b212693-7153-4bfc-8247-a57680432dea req-bb273e50-9c49-4844-8fc4-055b527ff5d6 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.0939386
Apr 20 23:40:00.008432 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1b212693-7153-4bfc-8247-a57680432dea req-07dee45e-5107-4372-811b-18e1d4dff722 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421734
Apr 20 23:40:00.171317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-a919ccb4-58cf-4700-ac6a-5fae7d87f9f3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:00.171971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-a919ccb4-58cf-4700-ac6a-5fae7d87f9f3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:00.189300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-a919ccb4-58cf-4700-ac6a-5fae7d87f9f3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:00.190474 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-a919ccb4-58cf-4700-ac6a-5fae7d87f9f3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 946 time: 0.1111758
Apr 20 23:40:00.288628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Deleting port 41169bf0-300d-431a-b080-9ad3f330e114 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:00.288976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:00.556991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] For port 41169bf0-300d-431a-b080-9ad3f330e114, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=41169bf0-300d-431a-b080-9ad3f330e114,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:00.557301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:00.699830 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Calling delete_port for 41169bf0-300d-431a-b080-9ad3f330e114 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:00.853796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:00.861120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3b11b5f5-67e9-4076-a1ba-1daffe4d55b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:00.909129 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'Port': ['ID=41169bf0-300d-431a-b080-9ad3f330e114,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:00.912471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:00.991443 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] No DVR routers for this DVR port 41169bf0-300d-431a-b080-9ad3f330e114 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:00.994255 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:00.998880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'name': 'network-vif-deleted', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:01.015955 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4388ddc6-ed62-4145-9a94-4da97c54d2c4 req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "DELETE /v2.0/ports/41169bf0-300d-431a-b080-9ad3f330e114 HTTP/1.1" status: 204  len: 173 time: 0.8033285
Apr 20 23:40:01.054330 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066e752f-3fb2-468b-b7a2-ca1df0eef6f3', 'name': 'network-vif-deleted', 'tag': '41169bf0-300d-431a-b080-9ad3f330e114', 'status': 'completed', 'code': 200}
Apr 20 23:40:01.200999 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-b570906f-5112-41ed-b5d9-f28f6db60a2e req-cb354dbf-1eba-4b33-9066-3d5febcf6894 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=066e752f-3fb2-468b-b7a2-ca1df0eef6f3 HTTP/1.1" status: 200  len: 210 time: 0.0558357
Apr 20 23:40:01.343908 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1beeb-d952-4648-a962-d86d6f50bbbd req-15fe219d-b7d8-41c8-99c7-f46be928f0b1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:01.345658 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37b1beeb-d952-4648-a962-d86d6f50bbbd req-15fe219d-b7d8-41c8-99c7-f46be928f0b1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0944626
Apr 20 23:40:01.398465 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-37b1beeb-d952-4648-a962-d86d6f50bbbd req-9b7796d8-c8b1-4998-a076-4764261aaeee tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457153
Apr 20 23:40:01.889600 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 41169bf0-300d-431a-b080-9ad3f330e114 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:01.927228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 41169bf0-300d-431a-b080-9ad3f330e114 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:01.927618 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 41169bf0-300d-431a-b080-9ad3f330e114 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:02.519194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a668c689-27bd-4d7a-a50a-aafe1dfd25b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:02.607857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae7665-762a-49fd-95a3-364b05530cc3 req-73db6bb3-abc6-4536-a3d9-4f1a67c101e0 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:02.609462 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-edae7665-762a-49fd-95a3-364b05530cc3 req-73db6bb3-abc6-4536-a3d9-4f1a67c101e0 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0946863
Apr 20 23:40:02.657830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-edae7665-762a-49fd-95a3-364b05530cc3 req-00135ad5-94d1-4d7d-a0b8-d8f69a0dc7e1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414948
Apr 20 23:40:03.874926 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf2c0e-67af-4789-8f0e-9bf61d13d4e4 req-b65a71af-565b-4307-a0f0-b3627338306e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:03.876532 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-52cf2c0e-67af-4789-8f0e-9bf61d13d4e4 req-b65a71af-565b-4307-a0f0-b3627338306e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1023324
Apr 20 23:40:03.926084 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-52cf2c0e-67af-4789-8f0e-9bf61d13d4e4 req-0ca6ed44-61e7-4810-b7ee-3e9476a819c7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431366
Apr 20 23:40:04.776075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46816) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:04.803730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d050b495-90f0-41bd-8e4b-f73f136ba2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:04.997076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Deleting port 6487f54e-7887-41bb-aabc-d323915660f7 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:04.997620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.245465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.245748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.267363 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316e09f-6b6f-468a-9a5c-076f7420984c req-cc768f33-4c06-4b53-8750-ba0be1e9071c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:05.268958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e316e09f-6b6f-468a-9a5c-076f7420984c req-cc768f33-4c06-4b53-8750-ba0be1e9071c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.2198610
Apr 20 23:40:05.386962 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Calling delete_port for 6487f54e-7887-41bb-aabc-d323915660f7 owned by network:floatingip {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:05.479508 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e316e09f-6b6f-468a-9a5c-076f7420984c req-42f21c0c-ceb4-4d9e-975c-1e564f6812ee tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1559155
Apr 20 23:40:05.534494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.594162 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.599046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:05.648676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'Port': ['ID=6487f54e-7887-41bb-aabc-d323915660f7,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:05.670427 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.717506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.717928 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.718336 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.718748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.719148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.719550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.719952 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.720350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.720753 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.721146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.721578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.721953 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:05.727711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:05.755369 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:05.755734 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Floating IP 87ce0a9e-c34d-4af5-9100-47d1bb5ae955 disassociated (deleted). External IP: 172.27.1.47, port: 32405905-66b8-4c53-ad4a-34c65633ac40.
Apr 20 23:40:06.374411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:40:06.568423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:40:06.578874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:40:06.585938 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:06.590229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:06.590907 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342958cd68>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:06.698105 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b1760cc3-7d49-4495-b607-f2f320e80905 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "DELETE /v2.0/floatingips/87ce0a9e-c34d-4af5-9100-47d1bb5ae955 HTTP/1.1" status: 204  len: 168 time: 1.9179511
Apr 20 23:40:06.698105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40'}] {{(pid=86396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:06.733769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910b5b3-200c-46e9-b027-e7332bfcbe99 req-1a1df13d-5445-4600-b4ce-e60250a72005 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:06.735378 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8910b5b3-200c-46e9-b027-e7332bfcbe99 req-1a1df13d-5445-4600-b4ce-e60250a72005 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1188507
Apr 20 23:40:06.778894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:06.786190 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8910b5b3-200c-46e9-b027-e7332bfcbe99 req-b382d455-9644-4b2d-9455-330242e9b58e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434945
Apr 20 23:40:06.844241 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40', 'status': 'completed', 'code': 200}
Apr 20 23:40:06.954647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-dd8a4e31-7c33-4b1b-b201-6d82cf09910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:06.956307 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-dd8a4e31-7c33-4b1b-b201-6d82cf09910b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9649a706f569405891fb61ea40459f3b&device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 1099 time: 0.0889165
Apr 20 23:40:07.041172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:07.120751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45601a-539d-4aad-914c-48679e11dbb0 req-32b4481b-b58a-42e0-aac6-2638ebf655d3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:07.121616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6d45601a-539d-4aad-914c-48679e11dbb0 req-32b4481b-b58a-42e0-aac6-2638ebf655d3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:07.137325 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342958cd68>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:07.141786 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6d45601a-539d-4aad-914c-48679e11dbb0 req-32b4481b-b58a-42e0-aac6-2638ebf655d3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:07.142611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:40:07.145520 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d45601a-539d-4aad-914c-48679e11dbb0 req-32b4481b-b58a-42e0-aac6-2638ebf655d3 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 946 time: 0.1272895
Apr 20 23:40:07.152897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:07.153585 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342958cd68>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:07.196866 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d45601a-539d-4aad-914c-48679e11dbb0 req-14b43b71-7f2c-4129-8020-d93bf09c0f7f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471528
Apr 20 23:40:07.344504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:07.356912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-3cad5d66-4f09-4e8e-a944-af4a5566af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:07.358602 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-3cad5d66-4f09-4e8e-a944-af4a5566af6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 200  len: 912 time: 0.3949406
Apr 20 23:40:07.434397 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-8c70ae2b-994d-4ba6-bbef-5074f2da3ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 200  len: 217 time: 0.0681200
Apr 20 23:40:07.504796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-1f462f37-95e3-4564-9ce7-36f12eee1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:07.506370 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-1f462f37-95e3-4564-9ce7-36f12eee1233 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 200  len: 850 time: 0.0652344
Apr 20 23:40:07.596221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-8996a05b-3fe8-435d-85eb-f33f8569474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:07.597886 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-8996a05b-3fe8-435d-85eb-f33f8569474d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53874869-353d-4145-9092-f93830182405&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827711
Apr 20 23:40:07.753359 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-5e7c902a-ab0d-4a22-86f0-537d40ae45f3 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473260
Apr 20 23:40:07.849407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342958cd68>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:07.853787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365093b-6935-4b3a-9a6f-51019142493b None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:32:47Z', 'revision_number': 4, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '219e278c-b6d7-468a-96f8-c8e1696eaabc', 'name': '', 'network_id': '53874869-353d-4145-9092-f93830182405', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'mac_address': 'fa:16:3e:c0:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:47Z', 'updated_at': '2021-04-20T23:32:55Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'subnets': [{'id': 'bc473fd8-c481-49a4-a713-95faf1c720bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:40:07.905440 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-db3e7c28-5c8b-4445-a9aa-b204574da8fb req-5da82003-1031-4d18-ab7c-a0b1cbd8d709 service neutron] 10.222.0.20 "GET /v2.0/networks/53874869-353d-4145-9092-f93830182405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442869
Apr 20 23:40:07.997514 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa5371-7ec5-4a18-9f8c-7e430aa0bdc2 req-b9746d69-f7d2-4756-9959-bc4eb08b2952 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:07.999244 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-88aa5371-7ec5-4a18-9f8c-7e430aa0bdc2 req-b9746d69-f7d2-4756-9959-bc4eb08b2952 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0900283
Apr 20 23:40:08.051927 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-88aa5371-7ec5-4a18-9f8c-7e430aa0bdc2 req-8a95143d-543f-40ed-8049-aae3c2d69ae4 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433786
Apr 20 23:40:08.228723 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ec194-677c-4d59-9617-5d77a5470097 None None] New status for floating IP 87ce0a9e-c34d-4af5-9100-47d1bb5ae955: DOWN {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:40:08.411184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bf95b-fefa-4878-a024-d879c80a0238 req-368f92e6-3df8-4a9b-b1ba-f0850765fd43 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.412830 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f59bf95b-fefa-4878-a024-d879c80a0238 req-368f92e6-3df8-4a9b-b1ba-f0850765fd43 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 946 time: 0.0950775
Apr 20 23:40:08.463438 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-f59bf95b-fefa-4878-a024-d879c80a0238 req-ff90fa89-a1ee-4976-94bd-b7e8b3b55d6f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/security-groups?id=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433879
Apr 20 23:40:08.494748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-b2d09ec7-87fe-441b-ac26-7a400ca2ea49 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:08.495504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-b2d09ec7-87fe-441b-ac26-7a400ca2ea49 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Synchronizing usage tracker for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:08.508156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-b2d09ec7-87fe-441b-ac26-7a400ca2ea49 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Unset dirty status for tenant:9649a706f569405891fb61ea40459f3b on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:08.509378 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-b2d09ec7-87fe-441b-ac26-7a400ca2ea49 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 946 time: 0.1033952
Apr 20 23:40:08.595223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Deleting port 32405905-66b8-4c53-ad4a-34c65633ac40 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:08.595580 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:08.860195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] For port 32405905-66b8-4c53-ad4a-34c65633ac40, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=32405905-66b8-4c53-ad4a-34c65633ac40,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:08.860581 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:08.992300 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Calling delete_port for 32405905-66b8-4c53-ad4a-34c65633ac40 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:09.146406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:09.152368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-34174f6f-bdad-4007-94a1-aa39fea6295d tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:09.201024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'Port': ['ID=32405905-66b8-4c53-ad4a-34c65633ac40,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:09.204389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:09.260297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8e1b7-cbf4-412d-b224-3557bd1da985 req-b309c85f-8195-4abf-a062-718f9c1dce65 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:09.262002 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-42b8e1b7-cbf4-412d-b224-3557bd1da985 req-b309c85f-8195-4abf-a062-718f9c1dce65 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0919242
Apr 20 23:40:09.281983 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] No DVR routers for this DVR port 32405905-66b8-4c53-ad4a-34c65633ac40 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:09.284504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:09.287319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'name': 'network-vif-deleted', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:09.303747 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-ca25f4a4-e1be-4c4c-8e60-9972381f9bf4 req-9f41a487-1705-4c21-bc1d-dbe178b4b991 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.20 "DELETE /v2.0/ports/32405905-66b8-4c53-ad4a-34c65633ac40 HTTP/1.1" status: 204  len: 173 time: 0.7885528
Apr 20 23:40:09.316675 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-42b8e1b7-cbf4-412d-b224-3557bd1da985 req-d3cea339-1b5e-4026-badd-61e458719f18 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475097
Apr 20 23:40:09.342268 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14bbcc9-fdba-4657-b26d-34078d3ea57c', 'name': 'network-vif-deleted', 'tag': '32405905-66b8-4c53-ad4a-34c65633ac40', 'status': 'completed', 'code': 200}
Apr 20 23:40:09.631914 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-917d33d1-e124-4443-b3c8-95c2fc3dc468 req-fbec38b7-3e35-47bd-a480-c94ea489e9df tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "GET /v2.0/ports?device_id=a14bbcc9-fdba-4657-b26d-34078d3ea57c HTTP/1.1" status: 200  len: 210 time: 0.0523913
Apr 20 23:40:10.537740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f5a2c-1f7a-43cd-9fbe-f901b9edc97f req-5a7697f9-20d5-4225-8be9-674265199a60 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:10.539331 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d2f5a2c-1f7a-43cd-9fbe-f901b9edc97f req-5a7697f9-20d5-4225-8be9-674265199a60 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0912971
Apr 20 23:40:10.591569 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6d2f5a2c-1f7a-43cd-9fbe-f901b9edc97f req-199d7086-cb9e-490f-9b6b-a975255e7d13 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452998
Apr 20 23:40:10.735759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46844) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:10.903123 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Deleting port fb6be885-ded4-418a-8853-a2c356a068d3 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:10.903376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:11.082213 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:11.082570 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:11.217527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Calling delete_port for fb6be885-ded4-418a-8853-a2c356a068d3 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:11.360241 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:11.366337 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ae9a26f9-258a-4269-ac8e-501e4b7d1511 tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:11.423476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'Port': ['ID=fb6be885-ded4-418a-8853-a2c356a068d3,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:11.427109 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:11.525578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:11.540553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:11.541802 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d7b5d412-c6a9-4c1d-8d5f-5232f6d43bcd tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "DELETE /v2.0/floatingips/007a7306-340f-450a-a8d8-8c5287f79645 HTTP/1.1" status: 204  len: 168 time: 0.8049731
Apr 20 23:40:11.810916 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595b568-f88a-43a5-8766-60a76ec6c523 req-3e5494a4-ae91-48ed-8baa-7d199dca41ba tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:11.812542 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9595b568-f88a-43a5-8766-60a76ec6c523 req-3e5494a4-ae91-48ed-8baa-7d199dca41ba tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0935068
Apr 20 23:40:11.861511 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9595b568-f88a-43a5-8766-60a76ec6c523 req-77ad3ba0-f63a-4e11-9973-422ea0806614 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424159
Apr 20 23:40:11.905787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 32405905-66b8-4c53-ad4a-34c65633ac40 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:11.944649 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 32405905-66b8-4c53-ad4a-34c65633ac40 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:11.945099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 32405905-66b8-4c53-ad4a-34c65633ac40 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:12.241118 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2b9e9-4552-4a4f-95cc-ff628002a53b req-84497882-3494-4535-acc6-3e50ffd4ba5f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.242729 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-83e2b9e9-4552-4a4f-95cc-ff628002a53b req-84497882-3494-4535-acc6-3e50ffd4ba5f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0972672
Apr 20 23:40:12.280327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-bc41e787-26d2-41e5-aa87-708b440f8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.281976 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-bc41e787-26d2-41e5-aa87-708b440f8563 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1098 time: 0.0803587
Apr 20 23:40:12.292722 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-83e2b9e9-4552-4a4f-95cc-ff628002a53b req-ab9acc7e-76f0-4f55-b1ce-3709deb10831 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431952
Apr 20 23:40:12.432038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-2b3a72bf-8c61-4001-a296-6b69e886c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.433687 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-2b3a72bf-8c61-4001-a296-6b69e886c6be service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1452274
Apr 20 23:40:12.547389 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-ca3cccf8-d2a3-447b-90c1-be82acd40e19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 1001 time: 0.1066823
Apr 20 23:40:12.615107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-df6bee01-e920-47ab-94b2-ea7e03cd51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.616604 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-df6bee01-e920-47ab-94b2-ea7e03cd51da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0633721
Apr 20 23:40:12.704456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-8a9c1967-bfb7-4427-87ac-e457d51f9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:12.706043 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-8a9c1967-bfb7-4427-87ac-e457d51f9d08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822282
Apr 20 23:40:12.849396 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-f4c85a32-46ca-4236-a79c-a278917f33ac service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362388
Apr 20 23:40:12.947386 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46864) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:12.993116 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-22e14f62-5d99-4b38-9654-f4ccc46838ca req-20b85236-de0a-44fd-b3e9-7f27b0c2e2a2 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364973
Apr 20 23:40:13.022458 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.054955 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.114361 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.120874 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:13.141622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7446bfc1-f33e-41c5-9eae-3a08c1fc3dda,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:13.144426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:13.151628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:13.153251 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] 10.222.0.24 "DELETE /v2.0/security-groups/7446bfc1-f33e-41c5-9eae-3a08c1fc3dda HTTP/1.1" status: 204  len: 168 time: 0.2039342
Apr 20 23:40:13.208935 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46870) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:13.507656 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33525130-4463-4d8f-aea7-6db2c43513b7 req-a4970779-566c-4f76-883a-899b795e1448 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:13.509189 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-33525130-4463-4d8f-aea7-6db2c43513b7 req-a4970779-566c-4f76-883a-899b795e1448 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1021111
Apr 20 23:40:13.557639 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-33525130-4463-4d8f-aea7-6db2c43513b7 req-72aac372-49d7-4f8c-9e56-d437a5ab7489 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418491
Apr 20 23:40:13.976301 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:14.598391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Deleting port 219e278c-b6d7-468a-96f8-c8e1696eaabc {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:14.598770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:14.764199 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99385ba8-a592-4d76-9641-8469557c2ec1 req-a7b6b14a-9ee6-4523-a314-443941721873 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:14.765842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99385ba8-a592-4d76-9641-8469557c2ec1 req-a7b6b14a-9ee6-4523-a314-443941721873 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0912719
Apr 20 23:40:14.782419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] For port 219e278c-b6d7-468a-96f8-c8e1696eaabc, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=219e278c-b6d7-468a-96f8-c8e1696eaabc,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:14.782806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:14.819843 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99385ba8-a592-4d76-9641-8469557c2ec1 req-f1ca9491-9036-404b-b06b-455f317584ff tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471554
Apr 20 23:40:14.917876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Calling delete_port for 219e278c-b6d7-468a-96f8-c8e1696eaabc owned by network:router_interface {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:15.104485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:15.108407 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6ac2f685-c226-4c74-a13b-ed8ec3dc4e26 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:15.155182 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=219e278c-b6d7-468a-96f8-c8e1696eaabc,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:15.158560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:15.447401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:15.835304 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:40:16.026154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:40:16.035724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] Sync routers for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:40:16.040610 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5fff521e-8a90-46a4-b831-83b684c62cbc admin admin] 10.222.0.24 "PUT /v2.0/routers/5a2c0b72-6628-4e1d-923b-60c73ee2d0c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8295987
Apr 20 23:40:16.043024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46882) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:16.049202 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:16.050031 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a2a9ba8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:16.235976 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks [] for router, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:16.238792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:16.423064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:16.436981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Deleting port f6ce9ea8-f5a8-43f5-832a-434f2749e49a {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:16.437387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:16.539433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a2a9ba8>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:40:15Z', 'revision_number': 5, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port': {'id': 'f6ce9ea8-f5a8-43f5-832a-434f2749e49a', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:23:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:43Z', 'updated_at': '2021-04-20T23:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:16.543989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] Checking router: 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:40:16.553305 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] Routers {'5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:16.553930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a2a9ba8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:16.624614 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] For port f6ce9ea8-f5a8-43f5-832a-434f2749e49a, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:16.624975 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:16.712738 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] Set router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 gateway port host: None {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:16.757004 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Calling delete_port for f6ce9ea8-f5a8-43f5-832a-434f2749e49a owned by network:router_gateway {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:16.823940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a2a9ba8>, [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:40:16Z', 'revision_number': 6, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:16.828317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c8c4e-af0a-47af-bc55-eab2cdad99c0 None None] The sync data for ids ['5a2c0b72-6628-4e1d-923b-60c73ee2d0c8'] in dv-cinder-787296-1-iscsi is: [{'id': '5a2c0b72-6628-4e1d-923b-60c73ee2d0c8', 'name': 'tempest-TestVolumeBootPattern-682708790-router', 'tenant_id': '9649a706f569405891fb61ea40459f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:42Z', 'updated_at': '2021-04-20T23:40:16Z', 'revision_number': 6, 'project_id': '9649a706f569405891fb61ea40459f3b', 'gw_port_host': None}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:40:16.942785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:16.947777 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6b183007-d161-4285-8c56-1ce5786c85c2 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:16.995064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ce9ea8-f5a8-43f5-832a-434f2749e49a,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:17.022871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:17.069513 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 219e278c-b6d7-468a-96f8-c8e1696eaabc no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:17.117193 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 219e278c-b6d7-468a-96f8-c8e1696eaabc {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:17.118403 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 219e278c-b6d7-468a-96f8-c8e1696eaabc not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:17.349120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.533758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.536155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.565090 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.565674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 {{(pid=86397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:40:17.578844 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Notify callbacks [] for router, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.581688 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] 10.222.0.24 "DELETE /v2.0/routers/5a2c0b72-6628-4e1d-923b-60c73ee2d0c8 HTTP/1.1" status: 204  len: 168 time: 1.5360758
Apr 20 23:40:17.582855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46886) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:17.653194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Deleting subnet bc473fd8-c481-49a4-a713-95faf1c720bf {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:40:17.656536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.708518 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:17.788972 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.046963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.050964 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:18.091172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc473fd8-c481-49a4-a713-95faf1c720bf,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:18.094465 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:18.095519 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.101494 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc00b1-a221-416a-997c-721cf7e42457 None None] Network 53874869-353d-4145-9092-f93830182405 requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:40:18.102236 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-76e629ac-7dae-48db-ad7e-8346336d3af2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc473fd8-c481-49a4-a713-95faf1c720bf HTTP/1.1" status: 204  len: 168 time: 0.5183437
Apr 20 23:40:18.105139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46890) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:18.224891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.237038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Deleting port 3849bbf6-4517-4058-9061-58c15223c583 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:18.237433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.357342 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] DHCP port deletion for 53874869-353d-4145-9092-f93830182405 request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:40:18.361843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Deleting port 3849bbf6-4517-4058-9061-58c15223c583 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:18.362262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.462000 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] For port 3849bbf6-4517-4058-9061-58c15223c583, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3849bbf6-4517-4058-9061-58c15223c583,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:18.462388 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.579477 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] For port 3849bbf6-4517-4058-9061-58c15223c583, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=3849bbf6-4517-4058-9061-58c15223c583,segment=NetworkSegment(f68dddbe-f362-40b3-949a-0ce7c536aaa6),segment_id=f68dddbe-f362-40b3-949a-0ce7c536aaa6)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:18.579825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.596880 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Calling delete_port for 3849bbf6-4517-4058-9061-58c15223c583 owned by network:dhcp {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:18.679351 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.683376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3a5c9e08-1e3e-44bc-857c-2d9fe46e0c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:18.714385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Calling delete_port for 3849bbf6-4517-4058-9061-58c15223c583 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:18.730272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3849bbf6-4517-4058-9061-58c15223c583,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:18.733770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:18.734590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] No DVR routers for this DVR port 3849bbf6-4517-4058-9061-58c15223c583 on host dv-cinder-787296-1-iscsi {{(pid=86396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:18.789170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:40:18.789612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:40:18.859538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:18.975053 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f34297c9eb8>,) {'filters': {'network_id': ['53874869-353d-4145-9092-f93830182405']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:18.987992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f34297c9eb8>, 'f68dddbe-f362-40b3-949a-0ce7c536aaa6') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:18.988322 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f34297c9eb8>, 'f68dddbe-f362-40b3-949a-0ce7c536aaa6') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:19.000454 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:19.015578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:19.022406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:40:19.066022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device f6ce9ea8-f5a8-43f5-832a-434f2749e49a no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:19.103192 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: f6ce9ea8-f5a8-43f5-832a-434f2749e49a {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:19.103543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device f6ce9ea8-f5a8-43f5-832a-434f2749e49a not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:19.104034 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3849bbf6-4517-4058-9061-58c15223c583 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:19.142135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 3849bbf6-4517-4058-9061-58c15223c583 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:19.142525 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 3849bbf6-4517-4058-9061-58c15223c583 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:19.209613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Network 53874869-353d-4145-9092-f93830182405 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:40:19.218715 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:19.291380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Deleting port 3849bbf6-4517-4058-9061-58c15223c583 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:19.291806 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:19.362546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5cc82-85f4-4f1f-b621-cb4a5001df9b None None] The port '3849bbf6-4517-4058-9061-58c15223c583' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:40:19.397457 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Network 53874869-353d-4145-9092-f93830182405 has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:40:19.423889 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:40:19.502731 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:19.506398 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-75d36739-11ab-430a-a95d-5d15601aff96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:19.520242 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:19.531309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=53874869-353d-4145-9092-f93830182405,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:19.534667 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:19.546394 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-741a6c45-4237-4ad1-bc61-0c275b035f79 admin admin] 10.222.0.24 "DELETE /v2.0/networks/53874869-353d-4145-9092-f93830182405 HTTP/1.1" status: 204  len: 168 time: 1.4400594
Apr 20 23:40:19.551339 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46894) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:20.399381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:20.768856 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Deleting port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:20.769185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:20.964977 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] For port 849d4b83-beb7-432a-b669-3f2fa2ce6f1f, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:20.965338 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:21.104205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Calling delete_port for 849d4b83-beb7-432a-b669-3f2fa2ce6f1f owned by network:router_interface {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:21.286028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:21.290127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d3d4be97-eb33-42e0-b454-b811f8dbc55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:21.336178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Pushing event deleted for resources: {'Port': ['ID=849d4b83-beb7-432a-b669-3f2fa2ce6f1f,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:21.339571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:21.627265 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:22.011207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Router 7e18bb8a-870a-430d-b0c6-736a04cbde8d has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:40:22.201506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:40:22.210958 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] 10.222.0.24 "PUT /v2.0/routers/7e18bb8a-870a-430d-b0c6-736a04cbde8d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6585720
Apr 20 23:40:22.212050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] Sync routers for ids ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'] in dv-cinder-787296-1-iscsi {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:40:22.213831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46898) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:22.222827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] Routers {'7e18bb8a-870a-430d-b0c6-736a04cbde8d'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:22.223496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429f25358>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:22.410470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:22.592774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] Set router 7e18bb8a-870a-430d-b0c6-736a04cbde8d gateway port host: dv-cinder-787296-1-iscsi {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:22.603341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:22.613396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Deleting port 1fc4cb07-106d-458d-bb71-28a382def059 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:22.613751 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:22.910395 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429f25358>, [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '1fc4cb07-106d-458d-bb71-28a382def059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:40:21Z', 'revision_number': 5, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port': {'id': '1fc4cb07-106d-458d-bb71-28a382def059', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:51Z', 'updated_at': '2021-04-20T23:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:22.915537 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] Checking router: 7e18bb8a-870a-430d-b0c6-736a04cbde8d for host: dv-cinder-787296-1-iscsi {{(pid=86398) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:40:22.925624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] Routers {'7e18bb8a-870a-430d-b0c6-736a04cbde8d'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86398) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:22.926331 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3429f25358>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'], 'active': True} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:23.074764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] For port 1fc4cb07-106d-458d-bb71-28a382def059, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=1fc4cb07-106d-458d-bb71-28a382def059,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:23.075157 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.091061 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] Set router 7e18bb8a-870a-430d-b0c6-736a04cbde8d gateway port host: None {{(pid=86398) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:23.207630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3429f25358>, [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:40:22Z', 'revision_number': 6, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:23.212013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b992-2229-4f53-b9f9-cecee5f7ce4d None None] The sync data for ids ['7e18bb8a-870a-430d-b0c6-736a04cbde8d'] in dv-cinder-787296-1-iscsi is: [{'id': '7e18bb8a-870a-430d-b0c6-736a04cbde8d', 'name': 'tempest-TestVolumeBootPattern-1229218122-router', 'tenant_id': 'a7b1172a94ea4bfe810df2004c10535b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:50Z', 'updated_at': '2021-04-20T23:40:22Z', 'revision_number': 6, 'project_id': 'a7b1172a94ea4bfe810df2004c10535b', 'gw_port_host': None}] {{(pid=86398) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:40:23.213781 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Calling delete_port for 1fc4cb07-106d-458d-bb71-28a382def059 owned by network:router_gateway {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:23.395659 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.399567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:23.450089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc4cb07-106d-458d-bb71-28a382def059,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:23.453818 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:23.548724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.745522 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.748056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.781226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.781825 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e18bb8a-870a-430d-b0c6-736a04cbde8d {{(pid=86396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:40:23.795008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.796383 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f673cbd5-9b66-4e84-a7d6-42fc18b04d20 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e18bb8a-870a-430d-b0c6-736a04cbde8d HTTP/1.1" status: 204  len: 168 time: 1.5814857
Apr 20 23:40:23.798951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46902) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:23.868495 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Deleting subnet 952c3c47-bb11-4cc6-8270-a459a7472070 {{(pid=86396) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:40:23.871971 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.925748 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424874'] for subnet, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:23.961873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.013364 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.288490 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1064652'] for subnet, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.293578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-dc656f77-885e-4d43-9156-5b6b34a672b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:24.334668 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952c3c47-bb11-4cc6-8270-a459a7472070,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:24.336803 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for subnet, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.340690 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:24.341316 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1766d5e-58ea-4e54-a9c5-5c923dff2270 None None] Network ad9f8bfe-b5b6-4043-9064-727342584b0f requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:40:24.344007 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6793f0c8-1b64-4c32-be98-8c19b1f1ea3c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/952c3c47-bb11-4cc6-8270-a459a7472070 HTTP/1.1" status: 204  len: 168 time: 0.5440354
Apr 20 23:40:24.346797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46906) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:24.463271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.474992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Deleting port 37807c98-f8d7-44d7-acda-1bc67b4ca312 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:24.475356 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.602815 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] DHCP port deletion for ad9f8bfe-b5b6-4043-9064-727342584b0f request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:40:24.607099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Deleting port 37807c98-f8d7-44d7-acda-1bc67b4ca312 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:24.607555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.697271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] For port 37807c98-f8d7-44d7-acda-1bc67b4ca312, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=37807c98-f8d7-44d7-acda-1bc67b4ca312,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:24.697674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.821686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] For port 37807c98-f8d7-44d7-acda-1bc67b4ca312, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=37807c98-f8d7-44d7-acda-1bc67b4ca312,segment=NetworkSegment(7a91113b-faea-4c7f-9947-c7acf4fa2e8d),segment_id=7a91113b-faea-4c7f-9947-c7acf4fa2e8d)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:24.821929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.831542 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Calling delete_port for 37807c98-f8d7-44d7-acda-1bc67b4ca312 owned by network:dhcp {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:24.914634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:24.919036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-38db8ff9-a689-4410-a4bb-e9085bece1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:24.954823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Calling delete_port for 37807c98-f8d7-44d7-acda-1bc67b4ca312 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:24.963823 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Pushing event deleted for resources: {'Port': ['ID=37807c98-f8d7-44d7-acda-1bc67b4ca312,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:24.966551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:24.971346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] No DVR routers for this DVR port 37807c98-f8d7-44d7-acda-1bc67b4ca312 on host dv-cinder-787296-1-iscsi {{(pid=86396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:25.033609 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:40:25.034009 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:40:25.064293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 37807c98-f8d7-44d7-acda-1bc67b4ca312 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:25.096958 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.101184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 37807c98-f8d7-44d7-acda-1bc67b4ca312 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:25.101698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 37807c98-f8d7-44d7-acda-1bc67b4ca312 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:25.102254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 849d4b83-beb7-432a-b669-3f2fa2ce6f1f no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:25.140785 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 849d4b83-beb7-432a-b669-3f2fa2ce6f1f {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:25.141179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 849d4b83-beb7-432a-b669-3f2fa2ce6f1f not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:25.141676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 1fc4cb07-106d-458d-bb71-28a382def059 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:25.176974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 1fc4cb07-106d-458d-bb71-28a382def059 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:25.177414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 1fc4cb07-106d-458d-bb71-28a382def059 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:25.213226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f342a2d7780>,) {'filters': {'network_id': ['ad9f8bfe-b5b6-4043-9064-727342584b0f']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:25.225810 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a2d7780>, '7a91113b-faea-4c7f-9947-c7acf4fa2e8d') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:25.226101 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f342a2d7780>, '7a91113b-faea-4c7f-9947-c7acf4fa2e8d') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:25.239211 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.260475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.267206 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:40:25.447869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Network ad9f8bfe-b5b6-4043-9064-727342584b0f has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:40:25.456988 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.534915 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Deleting port 37807c98-f8d7-44d7-acda-1bc67b4ca312 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:25.535456 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.609527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0093e-6f97-4530-8e63-8e88741868a7 None None] The port '37807c98-f8d7-44d7-acda-1bc67b4ca312' was deleted {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:40:25.642179 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Network ad9f8bfe-b5b6-4043-9064-727342584b0f has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:40:25.669078 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:40:25.779160 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.783735 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:25.787530 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:25.809933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9f8bfe-b5b6-4043-9064-727342584b0f,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:25.812401 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:25.814265 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3fd5b2f1-ce7d-49f9-8fe4-015930b7f41b admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad9f8bfe-b5b6-4043-9064-727342584b0f HTTP/1.1" status: 204  len: 168 time: 1.4664776
Apr 20 23:40:25.954155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46912) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:26.011130 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9b10c165-e12f-439b-ae05-38f278cbf3d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9649a706f569405891fb61ea40459f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556285
Apr 20 23:40:26.014728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46916) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:26.076809 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.104384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.149170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.153029 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-de1b5a39-ea1d-49f1-a5e2-bee8f5090a06 tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:26.166593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960a373-dfeb-4be5-b794-d37903d72032,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:26.169099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:26.176951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.178154 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5960a373-dfeb-4be5-b794-d37903d72032 HTTP/1.1" status: 204  len: 168 time: 0.1624703
Apr 20 23:40:26.576583 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46924) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:26.630015 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a4b1dd6e-8f8a-44fd-88cb-6237dd19caba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7b1172a94ea4bfe810df2004c10535b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520175
Apr 20 23:40:26.632597 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46928) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:26.695466 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.724986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.780038 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.785186 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ba69d710-96d3-4062-954d-c96a4d81090b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:26.799131 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee99dd-8da1-4efa-a38a-9da175f76bf5,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:26.801923 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:26.803178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:26.804337 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5f4fecac-f5a7-444f-9ab5-3a4122e31f30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bee99dd-8da1-4efa-a38a-9da175f76bf5 HTTP/1.1" status: 204  len: 168 time: 0.1708088
Apr 20 23:40:32.513010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2728d44c-400b-442e-b552-e7cf3f11eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:32.563786 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-8b328c5b-793d-4c3a-bf3e-a9ce279d0a2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0854387
Apr 20 23:40:32.668794 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-edc86b67-b93e-48a5-aeab-6a180a05894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:32.670426 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-edc86b67-b93e-48a5-aeab-6a180a05894c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 1098 time: 0.0830836
Apr 20 23:40:32.839154 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-75df5bc9-4e55-4b53-a869-3e147cc11f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:32.840633 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-75df5bc9-4e55-4b53-a869-3e147cc11f78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1395214
Apr 20 23:40:32.953051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-8d54443e-d84a-4062-84ca-8f5b7801c269 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 200  len: 1001 time: 0.1050358
Apr 20 23:40:33.026842 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-a8f82fa8-74cf-431c-bcf9-8adcfe3bdd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:33.028406 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-a8f82fa8-74cf-431c-bcf9-8adcfe3bdd36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0679550
Apr 20 23:40:33.116615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-b69124bb-efd1-47c9-b69b-d69e84f021d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:33.118257 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-b69124bb-efd1-47c9-b69b-d69e84f021d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821674
Apr 20 23:40:33.264028 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-64d5f768-572f-425b-9e76-15d25efd87ef service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376107
Apr 20 23:40:33.413129 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5e5270e9-91cd-4035-a5d1-2be84a3f6ad9 req-ab6f3ff2-8a46-4380-ac0d-7c2ec67eb58d service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400676
Apr 20 23:40:33.685787 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:40:34.813185 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac73c-c280-4ac9-997a-973c51f93716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:35.548736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:35.673423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:37.037091 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:47.314159 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4dceb-7657-475c-aff7-e3add61f63cc req-21622d78-ea73-4fdb-b25a-e6dacac5f0e6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:47.315745 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fad4dceb-7657-475c-aff7-e3add61f63cc req-21622d78-ea73-4fdb-b25a-e6dacac5f0e6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0967546
Apr 20 23:40:47.365683 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-fad4dceb-7657-475c-aff7-e3add61f63cc req-734d5713-aa49-4f2d-8aed-ead77b1d587a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405979
Apr 20 23:40:48.595330 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ad0b9-3765-4172-abd4-d09901ea9ffb req-61247461-e010-4f0c-9cfa-a86e3e81853b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:48.596948 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d32ad0b9-3765-4172-abd4-d09901ea9ffb req-61247461-e010-4f0c-9cfa-a86e3e81853b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0950198
Apr 20 23:40:48.648434 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d32ad0b9-3765-4172-abd4-d09901ea9ffb req-57ef4ef6-af0d-4119-820e-4eb5030b7852 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418670
Apr 20 23:40:49.038396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-0d5722f6-4408-483d-a6d4-42745e3fe1ab tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.039120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-0d5722f6-4408-483d-a6d4-42745e3fe1ab tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:49.057676 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-0d5722f6-4408-483d-a6d4-42745e3fe1ab tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:49.058889 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-0d5722f6-4408-483d-a6d4-42745e3fe1ab tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.1109159
Apr 20 23:40:49.140127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Deleting port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:49.140509 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:49.401283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] For port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:40:49.401625 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:49.718959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:49.719517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:49.719647 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Floating IP 27456a63-774c-4ee0-8161-101c372ab561 disassociated. External IP: 172.27.1.136, port: 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b.
Apr 20 23:40:49.720022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Calling delete_port for 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:49.865963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2b4c-bc78-4c77-a50e-9615ffd06d35 req-83c1b7eb-f411-434b-bac6-13130bb95ce8 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:49.867549 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8dfa2b4c-bc78-4c77-a50e-9615ffd06d35 req-83c1b7eb-f411-434b-bac6-13130bb95ce8 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=89aea036-421b-485a-88ed-0cef6a6b6c03 HTTP/1.1" status: 200  len: 945 time: 0.0923395
Apr 20 23:40:49.873142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:49.879788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7acacd7b-193e-4f8d-985d-d06b2983806e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:49.919000 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-8dfa2b4c-bc78-4c77-a50e-9615ffd06d35 req-8aa69836-3916-4c9b-9a46-cab1aff38609 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=46b6c707-5d39-4f92-b558-8fd75a8fc9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425293
Apr 20 23:40:49.927933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event deleted for resources: {'Port': ['ID=935b22bc-6c2b-4ba5-865d-ea6af8c9da5b,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:49.931269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:50.124228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Router c892631b-c361-4c5e-a141-ea98453bedbd has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:40:50.315173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:40:50.325392 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:40:50.336271 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:50.337042 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a277358>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:50.396549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] No DVR routers for this DVR port 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:40:50.399232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:50.402317 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'name': 'network-vif-deleted', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:40:50.421871 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-840dbcb2-4ee1-4eac-80b9-a2e317a6a52f req-f7298518-f031-43c4-b3a1-f8cf2a7c645b tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "DELETE /v2.0/ports/935b22bc-6c2b-4ba5-865d-ea6af8c9da5b HTTP/1.1" status: 204  len: 173 time: 1.3576386
Apr 20 23:40:50.460412 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aea036-421b-485a-88ed-0cef6a6b6c03', 'name': 'network-vif-deleted', 'tag': '935b22bc-6c2b-4ba5-865d-ea6af8c9da5b', 'status': 'completed', 'code': 200}
Apr 20 23:40:50.541620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:50.884358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a277358>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:50.888417 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:40:50.897546 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:40:50.898190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a277358>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:40:35Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:51.092645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:40:51.759792 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a277358>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:40:51.767187 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e5d6f-f004-476d-a600-3c20b1a42229 None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:40:52.077121 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46954) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:52.080679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:40:52.118911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:40:52.119376 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 935b22bc-6c2b-4ba5-865d-ea6af8c9da5b not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:40:52.144939 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c692d04-1f87-49e8-8e79-040d44176ce5 None None] New status for floating IP 27456a63-774c-4ee0-8161-101c372ab561: DOWN {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:40:52.149288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.178770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.229959 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.235136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5573376e-5e37-428c-b920-3e9fbecc804b tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:52.250961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6c707-5d39-4f92-b558-8fd75a8fc9e2,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:52.253719 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:52.260557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.264518 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "DELETE /v2.0/security-groups/46b6c707-5d39-4f92-b558-8fd75a8fc9e2 HTTP/1.1" status: 204  len: 168 time: 0.1836305
Apr 20 23:40:52.265085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46958) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:52.283414 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.v2.resource [None req-76266bf4-cd1f-4488-9216-52d24ae3b86a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] show failed (client error): The resource could not be found.
Apr 20 23:40:52.284539 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-76266bf4-cd1f-4488-9216-52d24ae3b86a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups/46b6c707-5d39-4f92-b558-8fd75a8fc9e2 HTTP/1.1" status: 404  len: 347 time: 0.0183961
Apr 20 23:40:52.287643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 46962) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:52.460967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Deleting port be99b6c2-0b17-46b9-826c-99ce1ea68dc1 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:40:52.461374 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.642474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.642839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:52.774227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Calling delete_port for be99b6c2-0b17-46b9-826c-99ce1ea68dc1 owned by network:floatingip {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:40:53.190740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.194547 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-be63cc5a-d5a2-464b-a87c-01bf4a21dc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:53.243384 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event deleted for resources: {'Port': ['ID=be99b6c2-0b17-46b9-826c-99ce1ea68dc1,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:53.246764 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:53.343017 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.358379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.359623 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5d4c1e77-b6e9-4bc5-8634-629eb2f68301 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "DELETE /v2.0/floatingips/27456a63-774c-4ee0-8161-101c372ab561 HTTP/1.1" status: 204  len: 168 time: 1.0710204
Apr 20 23:40:53.578426 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46968) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:53.587127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389803960', 'description': 'tempest-description--2135794238'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:53.597036 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:53.601762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:53.604943 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:53.611350 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:53.623156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.645126 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:53.649679 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:53.652827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:53.659655 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:53.745069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.748850 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.754903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1ea1cfd8-6dbf-4dd7-93fa-7b5827121f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:53.797613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b0b2b-f627-4398-839f-d36e83f8b14e,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:53.800441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.801730 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2220228
Apr 20 23:40:53.802749 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1e11be24-aff6-4e9c-ae50-9e0ff4232d43 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:53.804854 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46972) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:53.810343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'security_group_rule': {'security_group_id': '0c5b0b2b-f627-4398-839f-d36e83f8b14e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:53.816957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:53.821421 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:53.824560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:53.831119 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:53.849647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.915451 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.919697 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:53.921770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:53.966681 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.204408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c45cf9-2875-4666-81ac-0df041afbfa9,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:54.209227 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:54.214439 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.216673 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-da6359c5-b129-4fab-b9eb-0fe85e891d4a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4098372
Apr 20 23:40:54.220394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46976) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:54.225910 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'security_group_rule': {'security_group_id': '0c5b0b2b-f627-4398-839f-d36e83f8b14e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:54.232379 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:54.236448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:security_group_rule and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:54.239520 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:54.245611 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:54.262927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.325780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.330198 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543936'] for security_group_rule, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.332436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:54.355396 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d4f9c5-03dc-43eb-9825-c3de3da0e2dc,revision_number=0']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:54.357848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:54.366636 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.368695 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-6856ff6b-f90d-4de3-bbe9-a98cc3a1aa6e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1469915
Apr 20 23:40:54.374237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 46980) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:40:54.381197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'floatingip': {'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:54.387747 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:54.392058 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Usage tracker for resource:floatingip and tenant:bf40321fad49455fa397801dba26e720 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:40:54.395419 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:40:54.401839 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:54.413282 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.561703 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.708184 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Allocated IP 172.27.1.213 (e6b41e24-24ce-4c4b-9497-c3ff5f3164ab/8d3cc5c4-80e4-4240-9616-c3efbf9ba983/86d76e3b-c8e1-44ef-b226-8387645d5959) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:40:54.865139 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.896565 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:54.900295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ba42b786-74df-4385-912b-8ddafca39fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:54.968932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Network e6b41e24-24ce-4c4b-9497-c3ff5f3164ab is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:40:54.971859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:40:54.974380 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:40:55.008904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'Port': ['ID=86d76e3b-c8e1-44ef-b226-8387645d5959,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:55.011820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:55.072714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.136072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.358714 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.363639 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.367381 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-09e32bc3-bd45-4157-8663-0d9f1af03624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:55.481615 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'Port': ['ID=86d76e3b-c8e1-44ef-b226-8387645d5959,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:55.484486 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:55.494571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.518711 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:55.520157 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-0b331c94-3713-4fdc-8acf-9b9ca198c458 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1445241
Apr 20 23:40:55.800273 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-41682efe-c673-495c-97b8-6dcd6f43555f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1389803960&fields=id&tenant_id=bf40321fad49455fa397801dba26e720 HTTP/1.1" status: 200  len: 267 time: 0.0458887
Apr 20 23:40:55.968733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-bb9dc261-461a-49c3-b42f-bf1877cb96b1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:55.970251 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-bb9dc261-461a-49c3-b42f-bf1877cb96b1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 810 time: 0.1591160
Apr 20 23:40:55.987435 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-1c9e12b1-ecba-4338-8d26-e69e88a5dee5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/quotas/bf40321fad49455fa397801dba26e720 HTTP/1.1" status: 200  len: 375 time: 0.0102654
Apr 20 23:40:56.089035 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-b884881c-a643-4335-b0c0-a1947979c656 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:port {{(pid=86396) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:56.106197 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-b884881c-a643-4335-b0c0-a1947979c656 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:port {{(pid=86396) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:56.107626 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-b884881c-a643-4335-b0c0-a1947979c656 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1146801
Apr 20 23:40:56.296759 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-69ff009b-d879-4b60-b422-2051806df720 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=86396) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 23:40:56.297896 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-69ff009b-d879-4b60-b422-2051806df720 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1771173
Apr 20 23:40:56.444124 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-d16ee5c3-92b9-4494-91c4-b587dba70bc9 service neutron] 10.222.0.24 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388307
Apr 20 23:40:56.598739 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-bc9d0851-fdf1-4998-b310-d4b086baace2 service neutron] 10.222.0.24 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451330
Apr 20 23:40:56.806615 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-15c426b5-5da8-4fd0-9c92-335660d1df06 req-bac3eeb7-267d-4175-a814-2409613659c1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 210 time: 0.0490687
Apr 20 23:40:57.995341 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d01fc0db-4bb3-4772-ac29-a19e876f9d7f req-ab8b6f98-da21-46a4-b934-a656bf12ab49 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 210 time: 0.0488770
Apr 20 23:40:58.222569 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-93642543-cfda-4d27-aa6e-720231714f9f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:58.224101 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-93642543-cfda-4d27-aa6e-720231714f9f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 810 time: 0.1601782
Apr 20 23:40:58.302254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-1071ff72-2ade-4cb7-bf86-1c33110bc053 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:security_group {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:40:58.318346 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-1071ff72-2ade-4cb7-bf86-1c33110bc053 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:security_group {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:40:58.319763 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-1071ff72-2ade-4cb7-bf86-1c33110bc053 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf40321fad49455fa397801dba26e720 HTTP/1.1" status: 200  len: 5709 time: 0.0866525
Apr 20 23:40:58.329441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'port': {'device_id': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'admin_state_up': True, 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'security_groups': ['0c5b0b2b-f627-4398-839f-d36e83f8b14e']}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:58.475385 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:40:58.486553 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:40:58.497797 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Made reservation on behalf of bf40321fad49455fa397801dba26e720 for: {'port': 1} {{(pid=86397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 23:40:58.503945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:58.678142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_common [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Allocated IP 172.20.0.3 (3bff5013-6a6b-4fdf-a462-79bbb763dfeb/fafc6941-6a7b-4066-a131-cb0023edde05/158ee0f5-c1ab-4b54-9283-460d12f7bfa7) {{(pid=86397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 23:40:58.880453 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for port, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:58.897056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Transition to ACTIVE for port object 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 will not be triggered until provisioned by entity DHCP. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:40:58.924774 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363295477241562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:58.930429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4be7ed89-c8f4-4337-a0dc-ee058b86e27e tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:59.003474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb is already hosted by enough agents. {{(pid=86397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 23:40:59.006820 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.base_scheduler [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Resources bound (agent type, host, resource id):  {{(pid=86397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 23:40:59.010961 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Received port after_create {{(pid=86397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 23:40:59.050920 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event updated for resources: {'Port': ['ID=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:59.065974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.066392 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.066799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.067210 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.067612 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.068434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.068434 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.068780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.069173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.070120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.070120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.070319 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:40:59.080512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:59.098088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:59.098811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:59.129814 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8045156
Apr 20 23:40:59.142584 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Request body: {'port': {'device_id': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:40:59.222628 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a4704-ea2c-4162-8821-0a9bf0615e7d req-871ddb32-8c35-4464-8a85-95157ab4a36a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:40:59.224266 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-996a4704-ea2c-4162-8821-0a9bf0615e7d req-871ddb32-8c35-4464-8a85-95157ab4a36a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 931 time: 0.0944674
Apr 20 23:40:59.230475 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-f6837712-206e-462f-a386-039bb576e0f3 None None] Provisioning for port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 completed by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:40:59.235622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-f6837712-206e-462f-a386-039bb576e0f3 None None] Provisioning complete for port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 triggered by entity DHCP. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:40:59.236269 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6837712-206e-462f-a386-039bb576e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:59.272402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:59.274807 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-996a4704-ea2c-4162-8821-0a9bf0615e7d req-cb9afdbf-fff8-4ec5-b61c-57263d5a6e0e tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430269
Apr 20 23:40:59.294550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f6837712-206e-462f-a386-039bb576e0f3 None None] Port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 cannot update to ACTIVE because it is not bound. {{(pid=86398) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 23:40:59.651252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 {{(pid=86397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:40:59.662415 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:59.678646 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Transition to ACTIVE for port object 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 will not be triggered until provisioned by entity L2. {{(pid=86397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 23:40:59.682743 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:40:59.686645 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-656ae718-c9a0-4d60-802d-cb37a36002cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:40:59.832726 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Pushing event updated for resources: {'Port': ['ID=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,revision_number=2']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:40:59.861360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:40:59.947312 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Attempting to bind port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 on host hv-cinder-78729 for vnic_type normal with profile  {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 23:40:59.947684 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Attempting to bind port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 23:40:59.948046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Attempting to bind port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:40:59.953086 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 23:40:59.953557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Attempting to bind port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 on network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 23:40:59.959226 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Checking agent: {'id': 'e90c3d2d-c0d8-40fd-b2b9-510de9245b83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 23:40:59.959595 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Checking segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 23:40:59.960008 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Bound using segment: {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'} {{(pid=86397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 23:40:59.960471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Bound port: 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7d2a4d-303b-4756-865a-287dadecc4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb'}}] {{(pid=86397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 23:40:59.960845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.068287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] For port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host hv-cinder-78729, cleared binding levels {{(pid=86397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 23:41:00.071531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] For port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 23:41:00.076623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1619929'] for port, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.080562 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b88ebe70-988b-4f49-b685-12607ac9110f tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:00.133845 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.134055 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:00.135704 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/158ee0f5-c1ab-4b54-9283-460d12f7bfa7 HTTP/1.1" status: 200  len: 1093 time: 0.9977829
Apr 20 23:41:00.138343 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:00.170965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Pushing event updated for resources: {'Port': ['ID=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,revision_number=3']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:00.175555 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:00.219559 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'status': 'completed', 'code': 200}
Apr 20 23:41:00.264868 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-4c52e3a1-0f3f-490f-8598-306cdbbc906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.266554 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-4c52e3a1-0f3f-490f-8598-306cdbbc906d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 1096 time: 0.0853851
Apr 20 23:41:00.347646 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-80aa1d7d-9701-482d-aa71-2a1b3d7e164c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7 HTTP/1.1" status: 200  len: 217 time: 0.0732317
Apr 20 23:41:00.420963 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-8834d560-ee4d-44b7-aa8d-32c1b3e52e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.422473 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-8834d560-ee4d-44b7-aa8d-32c1b3e52e99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0683856
Apr 20 23:41:00.483733 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8261457-00ef-469c-80e8-24648325a76a req-ca2cdc1d-7540-457e-abad-6a933c741cdc tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.485273 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e8261457-00ef-469c-80e8-24648325a76a req-ca2cdc1d-7540-457e-abad-6a933c741cdc tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 943 time: 0.0939908
Apr 20 23:41:00.505658 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-93b6fa86-e5f4-40ec-85c5-19f8275ee418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.507278 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-93b6fa86-e5f4-40ec-85c5-19f8275ee418 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783751
Apr 20 23:41:00.534404 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e8261457-00ef-469c-80e8-24648325a76a req-babdc400-7af9-4da2-8dc7-974c572967ca tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422029
Apr 20 23:41:00.650785 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-9eef262a-66cd-4957-808b-82bab98cae9e service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362462
Apr 20 23:41:00.796865 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-9b9f1d50-a835-466f-9367-2baff0d13d55 req-0e82a2a5-51b4-433c-93c2-a37a8996ed7e service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385987
Apr 20 23:41:00.935200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-bae7460c-9588-4f4a-86a1-7a2a9fc8b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:00.936781 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-bae7460c-9588-4f4a-86a1-7a2a9fc8b3f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 1096 time: 0.0832541
Apr 20 23:41:01.343549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-12c51cbb-e27f-4457-a340-a645563ec8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:01.345152 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-12c51cbb-e27f-4457-a340-a645563ec8d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.4018404
Apr 20 23:41:01.421015 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-945b0f41-1745-4a38-9564-c5f0a0f5baaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7 HTTP/1.1" status: 200  len: 217 time: 0.0681672
Apr 20 23:41:01.493896 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-434cbe7d-f1b5-4f0b-9125-45a737d8653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:01.495480 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-434cbe7d-f1b5-4f0b-9125-45a737d8653a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0676403
Apr 20 23:41:01.582873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-c7ee72b2-81db-4c09-b0e5-9d993b43882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:01.584520 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-c7ee72b2-81db-4c09-b0e5-9d993b43882d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818110
Apr 20 23:41:01.729355 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-5a235328-7201-44a3-a4eb-65e4f72caf73 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371546
Apr 20 23:41:01.737954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94204-102b-4223-a4cf-db881ad61a72 req-0fd900f9-a80e-4b6c-9b9c-f013fef70204 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:01.739573 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e7f94204-102b-4223-a4cf-db881ad61a72 req-0fd900f9-a80e-4b6c-9b9c-f013fef70204 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 943 time: 0.0903933
Apr 20 23:41:01.787843 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e7f94204-102b-4223-a4cf-db881ad61a72 req-ce149285-cf19-4123-968d-9c76b88274e1 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417960
Apr 20 23:41:01.875618 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-4bb58cac-3654-4316-91e7-35cd4f424a3f req-c554badd-0038-4553-b470-d660a076e8ef service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394699
Apr 20 23:41:02.522368 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-2b0534e8-8350-45e6-a850-5437f6d4a6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:03.003114 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e9b85-9fa8-4fdd-956c-ae23b6e83afc req-56605d68-34c1-450a-b899-6b4a8fbb7e0c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:03.004742 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e37e9b85-9fa8-4fdd-956c-ae23b6e83afc req-56605d68-34c1-450a-b899-6b4a8fbb7e0c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 943 time: 0.0941393
Apr 20 23:41:03.054548 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-e37e9b85-9fa8-4fdd-956c-ae23b6e83afc req-a4b79b7f-8009-4da0-a2b4-4ac1b6ae927a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433497
Apr 20 23:41:04.129107 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86398) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 23:41:04.257700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be27ac-d3d2-4dab-aac4-89b2999fcc9a req-3aa20ec7-13b3-4c7e-81e7-3a996d3d7fc7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:04.259235 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d9be27ac-d3d2-4dab-aac4-89b2999fcc9a req-3aa20ec7-13b3-4c7e-81e7-3a996d3d7fc7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 943 time: 0.0898771
Apr 20 23:41:04.272898 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:04.287573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Returning: {'device': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'port_id': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'mac_address': 'fa:16:3e:29:d5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86398) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 23:41:04.314334 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d9be27ac-d3d2-4dab-aac4-89b2999fcc9a req-12fd20ae-d49b-49ce-ac9e-d0d4cc47f595 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484860
Apr 20 23:41:04.351422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:04.369633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 {{(pid=86398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 23:41:04.385760 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:04.389617 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:04.392212 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:04.463737 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,revision_number=4']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:04.475423 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.475989 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.476559 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.477032 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.477616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.478173 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.478713 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.479217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.479663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.480170 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.480705 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.481311 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:41:04.487050 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:04.624232 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] get_ports_and_sgs() called for port_ids ['158ee0f5-c1ab-4b54-9283-460d12f7bfa7'] {{(pid=86398) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 23:41:04.928082 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6223362b-3220-4c52-873d-2cf8bcf2ea04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:05.534524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6d3d-3f05-40c1-a9d3-93dd14836bc9 req-8cafa574-67f6-4d7c-a896-ad19ff9e2a46 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:05.536207 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-528e6d3d-3f05-40c1-a9d3-93dd14836bc9 req-8cafa574-67f6-4d7c-a896-ad19ff9e2a46 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 944 time: 0.0975091
Apr 20 23:41:05.540476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:05.584416 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-528e6d3d-3f05-40c1-a9d3-93dd14836bc9 req-70b25b46-4d70-41e6-8f0c-f5544b3cb0cd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412331
Apr 20 23:41:05.687127 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.144664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 up at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 23:41:06.223543 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning for port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 completed by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 23:41:06.228473 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.provisioning_blocks [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Provisioning complete for port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 triggered by entity L2. {{(pid=86398) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 23:41:06.228884 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846468734'] for port, provisioning_complete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.351011 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7986271'] for port, before_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.382194 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7'}] {{(pid=86398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:06.394327 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] For port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:41:06.399873 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741377981384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363295477241545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741377534289'] for port, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:06.403450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:41:06.475006 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Pushing event updated for resources: {'Port': ['ID=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,revision_number=5']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:41:06.478411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:41:06.578887 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'code': 200}
Apr 20 23:41:06.796507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ea24-69f7-4655-8c37-243a5947a0b3 req-5ccbc5a2-5352-4dc7-a6ee-da90efd70865 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:06.798083 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5344ea24-69f7-4655-8c37-243a5947a0b3 req-5ccbc5a2-5352-4dc7-a6ee-da90efd70865 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 945 time: 0.0924613
Apr 20 23:41:06.826003 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efef113-dbb4-4d67-847c-fee4dd77b491 req-c46c9b21-2de7-4868-bd11-a61a5264b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:06.827627 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1efef113-dbb4-4d67-847c-fee4dd77b491 req-c46c9b21-2de7-4868-bd11-a61a5264b530 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 1098 time: 0.0793686
Apr 20 23:41:06.845763 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5344ea24-69f7-4655-8c37-243a5947a0b3 req-987b3c03-c009-4682-9144-15c0eaabf173 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408521
Apr 20 23:41:06.874644 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1efef113-dbb4-4d67-847c-fee4dd77b491 req-241be059-a6c4-462c-b188-7c12d61a4b6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403595
Apr 20 23:41:07.045954 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:08.061278 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ff2d9-6e9e-48ed-bc5e-271e551f1bce req-a992101f-f371-48f5-8c19-899cd88c7a93 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:08.062934 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-598ff2d9-6e9e-48ed-bc5e-271e551f1bce req-a992101f-f371-48f5-8c19-899cd88c7a93 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 945 time: 0.0954680
Apr 20 23:41:08.112407 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-598ff2d9-6e9e-48ed-bc5e-271e551f1bce req-0b33af7c-e0aa-47c6-bf66-877d7c91990f tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418918
Apr 20 23:41:08.324685 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825b244-d67c-46c5-a319-75cd7895b444 req-2f286fb3-c2e8-431a-bd86-c19e277c886c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:08.326280 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-1825b244-d67c-46c5-a319-75cd7895b444 req-2f286fb3-c2e8-431a-bd86-c19e277c886c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 945 time: 0.1027567
Apr 20 23:41:08.337450 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47044) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:41:08.346533 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.v2.base [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Request body: {'floatingip': {'port_id': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7'}} {{(pid=86397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 23:41:08.435822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, before_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.070945 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.074660 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:09.254951 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Floating IP 1b724404-08fc-488c-a9b1-15a9e1f4e627 associated. External IP: 172.27.1.213, port: 158ee0f5-c1ab-4b54-9283-460d12f7bfa7.
Apr 20 23:41:09.635043 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Router c892631b-c361-4c5e-a141-ea98453bedbd has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:41:10.074155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:41:10.078523 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:10.084967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:41:10.096605 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:10.097283 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34294d9ba8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:10.136608 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-db24327f-2965-47e8-88eb-1107bb343662 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "PUT /v2.0/floatingips/1b724404-08fc-488c-a9b1-15a9e1f4e627 HTTP/1.1" status: 200  len: 991 time: 1.7976360
Apr 20 23:41:10.137390 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:41:10.187727 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'status': 'completed', 'code': 200}
Apr 20 23:41:10.284531 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:10.299532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-e4c10289-7359-4685-94aa-dec9d6ac8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:10.301155 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-e4c10289-7359-4685-94aa-dec9d6ac8ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 1098 time: 0.0901403
Apr 20 23:41:10.445332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-2b836f31-9166-409f-9945-7fa4785e0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:10.447151 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-2b836f31-9166-409f-9945-7fa4785e0b39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1388044
Apr 20 23:41:10.553348 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-b3a0e36a-31a8-4b4a-9e04-9d959c4abe47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7 HTTP/1.1" status: 200  len: 999 time: 0.0989523
Apr 20 23:41:10.624811 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-1ed7779d-279a-402f-b617-105a40d110e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:10.626439 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-1ed7779d-279a-402f-b617-105a40d110e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0669668
Apr 20 23:41:10.655146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34294d9ba8>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '1b724404-08fc-488c-a9b1-15a9e1f4e627', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'port_id': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'mac_address': 'fa:16:3e:29:d5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:40:55Z', 'updated_at': '2021-04-20T23:41:08Z', 'revision_number': 1, 'project_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:10.659408 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:41:10.669071 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:41:10.669752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34294d9ba8>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:41:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:10.711228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-c8f0fc22-8f4e-4207-a5ed-3ac5783ef165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:10.712754 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-c8f0fc22-8f4e-4207-a5ed-3ac5783ef165 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793428
Apr 20 23:41:10.804010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:41:10.855475 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-e35ed720-4cf2-4864-a419-5e178e5a9571 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355782
Apr 20 23:41:10.864622 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:41:11.001432 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d4b5cf3c-0234-4954-b036-a4d5b59fc553 req-ab09af69-48cc-43b4-a35e-3d54e9dc2e3b service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390092
Apr 20 23:41:11.245359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34294d9ba8>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '1b724404-08fc-488c-a9b1-15a9e1f4e627', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'port_id': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'mac_address': 'fa:16:3e:29:d5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:40:55Z', 'updated_at': '2021-04-20T23:41:08Z', 'revision_number': 1, 'project_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:41:11.249606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f795aa-f5c5-4f03-a0da-3a053e298ac0 None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_floatingips': [{'id': '1b724404-08fc-488c-a9b1-15a9e1f4e627', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'floating_ip_address': '172.27.1.213', 'floating_network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'router_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'port_id': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'mac_address': 'fa:16:3e:29:d5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:40:55Z', 'updated_at': '2021-04-20T23:41:08Z', 'revision_number': 1, 'project_id': 'bf40321fad49455fa397801dba26e720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:41:11.537550 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ce89b-08e7-46ba-9f45-f0f690428e3e None None] New status for floating IP 1b724404-08fc-488c-a9b1-15a9e1f4e627: ACTIVE {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:41:23.968877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:32.523267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-41101ebb-9612-4de1-b644-585982284616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:34.464167 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-24c49b95-05f7-49c1-9fde-ae0e58580f84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0838976
Apr 20 23:41:34.615504 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-5d6531da-ab8a-4b0e-9034-95b25af39cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:34.617289 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-5d6531da-ab8a-4b0e-9034-95b25af39cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf40321fad49455fa397801dba26e720&device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 1098 time: 0.0813806
Apr 20 23:41:34.778840 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-9b76eec7-25c0-4e93-8305-200a34054d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:34.780323 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-9b76eec7-25c0-4e93-8305-200a34054d35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 200  len: 911 time: 0.1417704
Apr 20 23:41:34.819754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b125cde9-0f20-4edb-96c2-4001795c5ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:34.905211 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-b2b6a8c0-9832-48ee-8689-e116761c1a68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7 HTTP/1.1" status: 200  len: 1001 time: 0.1158195
Apr 20 23:41:34.977262 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-7c32451f-fb13-4b69-baf0-8150f8728a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:34.978819 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-7c32451f-fb13-4b69-baf0-8150f8728a7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 200  len: 849 time: 0.0658569
Apr 20 23:41:35.071254 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-4fae0c85-862a-44a3-8c4f-7ce02581bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:41:35.072898 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-4fae0c85-862a-44a3-8c4f-7ce02581bfe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bff5013-6a6b-4fdf-a462-79bbb763dfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845714
Apr 20 23:41:35.225623 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-65343142-b598-4e8a-b640-32dacf1d4081 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447101
Apr 20 23:41:35.371183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-d0a8af80-cd5b-42ae-b23b-e679466e5bbf req-8a7af84f-c9be-4d21-855d-8bfb021b5933 service neutron] 10.222.0.20 "GET /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380208
Apr 20 23:41:35.549969 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:35.683474 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:37.050406 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:41:47.737021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:41:53.966836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:02.523894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-04d119ae-8118-4d84-9b48-0832168573a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:04.812641 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-7355f97c-bf57-4900-bb4f-88020cb2873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:05.554578 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:05.694633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:07.054303 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:08.805895 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62e6c7-4003-4c5e-b789-339990cd8dcd req-9794a127-b3e5-4d24-ae4f-e8f5daaf878c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:08.809191 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5c62e6c7-4003-4c5e-b789-339990cd8dcd req-9794a127-b3e5-4d24-ae4f-e8f5daaf878c tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 945 time: 0.1038182
Apr 20 23:42:08.865051 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-5c62e6c7-4003-4c5e-b789-339990cd8dcd req-dc81ffb8-74ea-4118-98ac-9493405ec553 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491009
Apr 20 23:42:10.092833 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae78f5-c5fb-4dec-8ec9-08d11c8661b1 req-e6a77579-b864-49fd-b76a-067d168b2ffd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86396) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:10.094588 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-38ae78f5-c5fb-4dec-8ec9-08d11c8661b1 req-e6a77579-b864-49fd-b76a-067d168b2ffd tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 945 time: 0.0963030
Apr 20 23:42:10.143616 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-38ae78f5-c5fb-4dec-8ec9-08d11c8661b1 req-8564f677-3400-4ce6-a56a-c69611dd3705 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c5b0b2b-f627-4398-839f-d36e83f8b14e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423353
Apr 20 23:42:10.359188 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-116064a7-a25a-4a6d-9236-39eabc32544a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 23:42:10.359940 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-116064a7-a25a-4a6d-9236-39eabc32544a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Synchronizing usage tracker for tenant:bf40321fad49455fa397801dba26e720 on resource:port {{(pid=86397) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 23:42:10.378464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-116064a7-a25a-4a6d-9236-39eabc32544a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Unset dirty status for tenant:bf40321fad49455fa397801dba26e720 on resource:port {{(pid=86397) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 23:42:10.380288 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-116064a7-a25a-4a6d-9236-39eabc32544a tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 945 time: 0.1210785
Apr 20 23:42:10.464452 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Deleting port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:10.464686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:10.733272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] For port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:10.733545 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.066623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.066965 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973489'] for floatingip, after_update {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.067290 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.db.l3_db [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Floating IP 1b724404-08fc-488c-a9b1-15a9e1f4e627 disassociated. External IP: 172.27.1.213, port: 158ee0f5-c1ab-4b54-9283-460d12f7bfa7.
Apr 20 23:42:11.067632 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Calling delete_port for 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 owned by compute:nova {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:11.224761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.230891 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f5eb15a1-81e1-4806-9aef-21d5168760d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:11.277758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event deleted for resources: {'Port': ['ID=158ee0f5-c1ab-4b54-9283-460d12f7bfa7,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:11.290413 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.290796 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.291203 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.291599 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.291992 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.292389 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.292763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.293149 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.293586 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.293981 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.294370 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.294761 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:11.298934 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:11.311156 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-99d6e0f3-d5d8-4322-9bad-44db334f08df req-2ebc0621-c6b0-42fb-873a-d0fdc588bcea tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/ports?device_id=daba456d-78c6-48b9-bb49-1c41c6277103 HTTP/1.1" status: 200  len: 210 time: 0.0517886
Apr 20 23:42:11.490259 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Router c892631b-c361-4c5e-a141-ea98453bedbd has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:42:11.676341 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:42:11.686848 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:42:11.703088 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:11.703770 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342af2ada0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:11.756402 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] No DVR routers for this DVR port 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 on host hv-cinder-78729 {{(pid=86397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:42:11.759044 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for port, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:11.762063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'name': 'network-vif-deleted', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7'}] {{(pid=86397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 23:42:11.778751 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [req-6abd4779-2909-4a35-8cd8-fa7101b46867 req-95c7486d-27e6-4bd7-ac82-97c771311071 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.20 "DELETE /v2.0/ports/158ee0f5-c1ab-4b54-9283-460d12f7bfa7 HTTP/1.1" status: 204  len: 173 time: 1.3922462
Apr 20 23:42:11.819918 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daba456d-78c6-48b9-bb49-1c41c6277103', 'name': 'network-vif-deleted', 'tag': '158ee0f5-c1ab-4b54-9283-460d12f7bfa7', 'status': 'completed', 'code': 200}
Apr 20 23:42:12.067448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:12.401060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342af2ada0>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:12.405135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:42:12.417470 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:12.418178 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342af2ada0>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:12.444613 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47242) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:12.512687 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:12.542422 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:12.598094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:12.603318 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9e3c8f2a-5522-4614-8f49-83f3e6f78cd7 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:12.605076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:12.620791 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b0b2b-f627-4398-839f-d36e83f8b14e,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:12.625277 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:12.628746 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:12.630008 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b954e262-bde9-45a0-8482-01371876dcd5 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "DELETE /v2.0/security-groups/0c5b0b2b-f627-4398-839f-d36e83f8b14e HTTP/1.1" status: 204  len: 168 time: 0.1842947
Apr 20 23:42:12.632927 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47246) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:12.652717 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.api.v2.resource [None req-913f6ecf-0b35-46a8-86c8-d6f5330046d6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] show failed (client error): The resource could not be found.
Apr 20 23:42:12.653097 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-913f6ecf-0b35-46a8-86c8-d6f5330046d6 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "GET /v2.0/security-groups/0c5b0b2b-f627-4398-839f-d36e83f8b14e HTTP/1.1" status: 404  len: 347 time: 0.0189595
Apr 20 23:42:12.656471 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47250) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:12.823696 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Deleting port 86d76e3b-c8e1-44ef-b226-8387645d5959 {{(pid=86397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:12.824010 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:12.942924 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342af2ada0>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:12.947221 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e904c-a564-4c46-b704-933c443bc1f0 None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:38:02Z', 'revision_number': 4, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi', '_interfaces': [{'id': '700947c8-0c6c-47dc-993f-e586036d0fba', 'name': '', 'network_id': '3bff5013-6a6b-4fdf-a462-79bbb763dfeb', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'mac_address': 'fa:16:3e:47:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:01Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'subnets': [{'id': 'fafc6941-6a7b-4066-a131-cb0023edde05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:42:13.280148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:13.280506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:13.348576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991bd86-47c9-442c-b3d8-180440992a7f None None] New status for floating IP 1b724404-08fc-488c-a9b1-15a9e1f4e627: DOWN {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:42:13.411775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Calling delete_port for 86d76e3b-c8e1-44ef-b226-8387645d5959 owned by network:floatingip {{(pid=86397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:13.557567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-4991bd86-47c9-442c-b3d8-180440992a7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:42:13.558020 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-4991bd86-47c9-442c-b3d8-180440992a7f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:42:13.559587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853155888'] for port, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:13.566481 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a5dcbcef-4626-4d94-9345-a53176d5f0f9 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:13.617448 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Pushing event deleted for resources: {'Port': ['ID=86d76e3b-c8e1-44ef-b226-8387645d5959,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:13.621023 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:13.717485 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks [] for floatingip, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:13.736464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261607'] for floatingip, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:13.737743 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b6df948d-8592-4460-bab7-512f591b2365 tempest-AttachVolumeTestJSON-1513901635 tempest-AttachVolumeTestJSON-1513901635-project] 10.222.0.24 "DELETE /v2.0/floatingips/1b724404-08fc-488c-a9b1-15a9e1f4e627 HTTP/1.1" status: 204  len: 168 time: 1.0804684
Apr 20 23:42:14.060297 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991bd86-47c9-442c-b3d8-180440992a7f None None] New status for floating IP 1b724404-08fc-488c-a9b1-15a9e1f4e627: DOWN {{(pid=86398) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 23:42:14.422754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:14.471175 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] No Port match for: 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:14.471557 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Device 158ee0f5-c1ab-4b54-9283-460d12f7bfa7 not bound to the agent host hv-cinder-78729 {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:17.869616 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47280) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:18.459871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853844582'] for router_interface, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:18.835506 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Deleting port 700947c8-0c6c-47dc-993f-e586036d0fba {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:18.835758 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:19.026228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] For port 700947c8-0c6c-47dc-993f-e586036d0fba, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=700947c8-0c6c-47dc-993f-e586036d0fba,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:19.026851 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:19.408876 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Calling delete_port for 700947c8-0c6c-47dc-993f-e586036d0fba owned by network:router_interface {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:19.586132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:19.589933 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a466d13b-9fc6-4246-8d1f-15fd702ce941 tempest-TestShelveInstance-1256946422 tempest-TestShelveInstance-1256946422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:19.638167 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=700947c8-0c6c-47dc-993f-e586036d0fba,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:19.679016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.679440 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.679799 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.680240 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.680640 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.681045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.681469 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.681869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.682267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.682663 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.683067 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.683445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:19.692130 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:19.935669 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853844508'] for router_interface, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:20.320700 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Router c892631b-c361-4c5e-a141-ea98453bedbd has already been hosted by L3 agent 45c28b15-0036-4614-af41-3107c676fa41 {{(pid=86396) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 23:42:20.524872 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] Notify agent at l3_agent.dv-cinder-787296-1-iscsi the message routers_updated {{(pid=86396) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 23:42:20.534046 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] Sync routers for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 23:42:20.539300 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-28e4783d-9131-4399-bb97-86b6137f9a7e admin admin] 10.222.0.24 "PUT /v2.0/routers/c892631b-c361-4c5e-a141-ea98453bedbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6683395
Apr 20 23:42:20.542549 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47284) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:20.544869 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:20.545556 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a47d240>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:20.729200 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks [] for router, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:20.735021 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: dv-cinder-787296-1-iscsi {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:20.917736 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:20.926769 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Deleting port 199eede9-1fac-4240-aeec-0a7a89aaae78 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:20.927135 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.041433 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a47d240>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'external_fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:42:19Z', 'revision_number': 5, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port': {'id': '199eede9-1fac-4240-aeec-0a7a89aaae78', 'name': '', 'network_id': 'e6b41e24-24ce-4c4b-9497-c3ff5f3164ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:98:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d3cc5c4-80e4-4240-9616-c3efbf9ba983', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-iscsi'}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:21.050238 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] Checking router: c892631b-c361-4c5e-a141-ea98453bedbd for host: dv-cinder-787296-1-iscsi {{(pid=86399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 23:42:21.060593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] Routers {'c892631b-c361-4c5e-a141-ea98453bedbd'} bound to L3 agent in host dv-cinder-787296-1-iscsi {{(pid=86399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 23:42:21.061279 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f342a47d240>, 'dv-cinder-787296-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:20:05Z,description=<?>,heartbeat_timestamp=2021-04-20T23:42:05Z,host='dv-cinder-787296-1-iscsi',id=45c28b15-0036-4614-af41-3107c676fa41,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T23:20:05Z,topic='l3_agent')) {'router_ids': ['c892631b-c361-4c5e-a141-ea98453bedbd'], 'active': True} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:21.116076 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] For port 199eede9-1fac-4240-aeec-0a7a89aaae78, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=199eede9-1fac-4240-aeec-0a7a89aaae78,segment=NetworkSegment(dae60a1e-899d-42a4-a591-7f9410bc147c),segment_id=dae60a1e-899d-42a4-a591-7f9410bc147c)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:21.116855 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.231671 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvr_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] Set router c892631b-c361-4c5e-a141-ea98453bedbd gateway port host: None {{(pid=86399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 23:42:21.254124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Calling delete_port for 199eede9-1fac-4240-aeec-0a7a89aaae78 owned by network:router_gateway {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:21.345942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_hamode_db [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f342a47d240>, [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:42:20Z', 'revision_number': 6, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port_host': None}], 'dv-cinder-787296-1-iscsi', False) {} {{(pid=86399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:21.350239 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d812e-551e-4fff-83a8-203a23c817b9 None None] The sync data for ids ['c892631b-c361-4c5e-a141-ea98453bedbd'] in dv-cinder-787296-1-iscsi is: [{'id': 'c892631b-c361-4c5e-a141-ea98453bedbd', 'name': 'tempest-AttachVolumeTestJSON-584578565-router', 'tenant_id': 'bf40321fad49455fa397801dba26e720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:58Z', 'updated_at': '2021-04-20T23:42:20Z', 'revision_number': 6, 'project_id': 'bf40321fad49455fa397801dba26e720', 'gw_port_host': None}] {{(pid=86399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 23:42:21.434392 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176045'] for port, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.439488 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:21.490280 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=199eede9-1fac-4240-aeec-0a7a89aaae78,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:21.493512 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:21.590610 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960357'] for router_gateway, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.772813 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772642'] for router, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.775098 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.802436 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853842051'] for router, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.803016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c892631b-c361-4c5e-a141-ea98453bedbd {{(pid=86396) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 23:42:21.815620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] Notify callbacks [] for router, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.816835 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-3045bc74-9e33-4212-b139-c830bf186c49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c892631b-c361-4c5e-a141-ea98453bedbd HTTP/1.1" status: 204  len: 168 time: 1.2732704
Apr 20 23:42:21.819784 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47288) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:21.888288 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Deleting subnet fafc6941-6a7b-4066-a131-cb0023edde05 {{(pid=86397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 23:42:21.891538 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:21.947143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853037384'] for subnet, precommit_delete_associations {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.030069 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846433376'] for subnet, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.300359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853156348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853004807'] for subnet, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.305295 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-0171b410-9052-42ac-bbaa-c88adcfc9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:22.341725 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafc6941-6a7b-4066-a131-cb0023edde05,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:22.343831 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.347741 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:22.348573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85375f9f-9e26-488d-92da-52d48237c885 None None] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb requested from dv-cinder-787296-1-iscsi {{(pid=86398) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 23:42:22.350842 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-4f7304e4-4940-45f2-89fa-94d8d5c7e5aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fafc6941-6a7b-4066-a131-cb0023edde05 HTTP/1.1" status: 204  len: 168 time: 0.5299733
Apr 20 23:42:22.355233 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47292) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:22.471215 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846591764'] for network, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.485189 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Deleting port b1299f0a-65b9-4575-873f-26835fd19707 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:22.485776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.606648 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] DHCP port deletion for 3bff5013-6a6b-4fdf-a462-79bbb763dfeb request from dv-cinder-787296-1-iscsi {{(pid=86398) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 23:42:22.612575 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Deleting port b1299f0a-65b9-4575-873f-26835fd19707 {{(pid=86398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:22.612993 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.838727 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] For port b1299f0a-65b9-4575-873f-26835fd19707, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=b1299f0a-65b9-4575-873f-26835fd19707,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:22.838990 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.965912 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.db [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] For port b1299f0a-65b9-4575-873f-26835fd19707, host dv-cinder-787296-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-iscsi',level=0,port_id=b1299f0a-65b9-4575-873f-26835fd19707,segment=NetworkSegment(1a7d2a4d-303b-4756-865a-287dadecc4ce),segment_id=1a7d2a4d-303b-4756-865a-287dadecc4ce)] {{(pid=86396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 23:42:22.966313 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853802627'] for port, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:22.971425 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Calling delete_port for b1299f0a-65b9-4575-873f-26835fd19707 owned by network:dhcp {{(pid=86398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:23.050859 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846789711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295476794399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741377534255'] for port, after_delete {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.054897 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:23.098128 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] No DVR routers for this DVR port b1299f0a-65b9-4575-873f-26835fd19707 on host dv-cinder-787296-1-iscsi {{(pid=86398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 23:42:23.103994 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Calling delete_port for b1299f0a-65b9-4575-873f-26835fd19707 owned by network:dhcp {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 23:42:23.109024 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Pushing event deleted for resources: {'Port': ['ID=b1299f0a-65b9-4575-873f-26835fd19707,revision_number=None']} {{(pid=86398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:23.122698 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.123072 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.123441 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.123804 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.124164 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.124527 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.124887 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.125273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.125822 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.126837 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.127397 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.127762 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-iscsi {{(pid=86398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 23:42:23.135005 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f1e40f94-2548-4e43-9ddd-d2c3e7682202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:23.162903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 700947c8-0c6c-47dc-993f-e586036d0fba no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:23.181808 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.db.api [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86396) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 23:42:23.182172 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_db.api [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 23:42:23.201946 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 700947c8-0c6c-47dc-993f-e586036d0fba {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:23.202326 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 700947c8-0c6c-47dc-993f-e586036d0fba not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:23.202788 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 199eede9-1fac-4240-aeec-0a7a89aaae78 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:23.237626 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: 199eede9-1fac-4240-aeec-0a7a89aaae78 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:23.238001 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device 199eede9-1fac-4240-aeec-0a7a89aaae78 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:23.238445 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device b1299f0a-65b9-4575-873f-26835fd19707 no longer exists at agent ovs-agent-dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 23:42:23.273161 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] No Port match for: b1299f0a-65b9-4575-873f-26835fd19707 {{(pid=86398) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 23:42:23.273571 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.rpc [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Device b1299f0a-65b9-4575-873f-26835fd19707 not bound to the agent host dv-cinder-787296-1-iscsi {{(pid=86398) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 23:42:23.684287 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Deleting port b1299f0a-65b9-4575-873f-26835fd19707 {{(pid=86396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 23:42:23.685153 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295476797812'] for port, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.768120 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] The port 'b1299f0a-65b9-4575-873f-26835fd19707' was deleted {{(pid=86396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 23:42:23.890826 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8342517', 'neutron.services.segments.db._delete_segments_for_network-8741378064755'] for network, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:23.967780 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.016974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f342875df60>,) {'filters': {'network_id': ['3bff5013-6a6b-4fdf-a462-79bbb763dfeb']}} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:24.030124 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f342875df60>, '1a7d2a4d-303b-4756-865a-287dadecc4ce') {'for_net_delete': True} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:24.030472 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.services.segments.db [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f342875df60>, '1a7d2a4d-303b-4756-865a-287dadecc4ce') {} {{(pid=86396) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 23:42:24.043078 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295476730979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853350942'] for segment, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.059476 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8341702'] for segment, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.066567 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=86396) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 23:42:24.246633 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:42:24.255974 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846434127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852599718'] for segment, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.437394 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.plugins.ml2.managers [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Network 3bff5013-6a6b-4fdf-a462-79bbb763dfeb has no segments {{(pid=86396) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   % (table.description, expected, rows_matched)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   % (table.description, expected, rows_matched)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   % (table.description, expected, rows_matched)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   % (table.description, expected, rows_matched)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]: Traceback (most recent call last):
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     timer()
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     cb(*args, **kw)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     return func(*args, **kwargs)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     self._notify()
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     self.callback(batched_events)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     event.method(event)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     segment_id)['aggregates'][0]
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     return f(self, *a, **k)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self._get(url).json()
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     **kwargs)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     return self.request(url, 'GET', **kwargs)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     **endpoint_filter)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 23:42:24.460012 dv-cinder-787296-1-iscsi neutron-server[86283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 23:42:24.548893 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846433283', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854214754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973442'] for network, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.552724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3ed873b5-67ce-4b6a-98a5-3125e7b311e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:24.566623 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854214771'] for network, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.577674 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Pushing event deleted for resources: {'Network': ['ID=3bff5013-6a6b-4fdf-a462-79bbb763dfeb,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:24.581214 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:24.592509 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-bb3a65e6-7ecd-48e0-a0e5-bb143b8ed90c admin admin] 10.222.0.24 "DELETE /v2.0/networks/3bff5013-6a6b-4fdf-a462-79bbb763dfeb HTTP/1.1" status: 204  len: 168 time: 2.2358868
Apr 20 23:42:24.737358 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:42:24.830267 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47298) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:24.882469 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-96bb5ac0-49d7-46c7-8ed8-aab77bd7831c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf40321fad49455fa397801dba26e720&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508966
Apr 20 23:42:24.884929 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47302) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:24.947252 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:24.975650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:25.022321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:25.026166 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-73f98081-cda1-4a31-b2f9-09460609ed67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:25.043296 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac2873a-4128-4b45-93fd-973429f8680d,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:25.046496 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:25.055201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:25.056483 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-65335ef7-cab2-4d84-b926-e12e5cef22b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ac2873a-4128-4b45-93fd-973429f8680d HTTP/1.1" status: 204  len: 168 time: 0.1704926
Apr 20 23:42:32.530582 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b9027e8-117e-4c55-97a4-b380fc0318ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:34.823286 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6751960f-bdee-49f8-ae69-a50afd4c60a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:35.563391 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:35.688846 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:37.054967 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:53.984590 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.307013 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47508) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:58.437507 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.452957 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:42:58.457133 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Usage tracker for resource:security_group_rule and tenant:76c897d0a537427c89fa20fa76127987 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:42:58.460143 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:42:58.466332 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:42:58.557075 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.561650 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.569299 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-097dec4a-c174-4baa-a961-13e55f6e7686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:58.612899 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76c897d0a537427c89fa20fa76127987&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046703
Apr 20 23:42:58.613863 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6d6712-e2a8-4db8-a24a-e74de349e0ed,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:58.616063 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47514) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:58.617273 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8b46de19-351d-4d81-8ef1-31b93f996304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:58.690878 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.726085 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.773097 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.776921 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-688e06b2-d096-4d53-9e01-8fcdfb8bc3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:58.788460 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6d6712-e2a8-4db8-a24a-e74de349e0ed,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:58.792724 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:58.796911 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:58.798426 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-f30320e8-5d3c-4865-be5d-63c72ebd8e3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa6d6712-e2a8-4db8-a24a-e74de349e0ed HTTP/1.1" status: 204  len: 168 time: 0.1810062
Apr 20 23:42:59.112360 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47522) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:59.132048 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.147576 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:42:59.151882 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Usage tracker for resource:security_group_rule and tenant:6b82483c3fa54c679dad70260e1ab4f8 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:42:59.154881 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:42:59.160867 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:42:59.246359 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.249930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.257141 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ed37da71-ad23-472b-a45d-a683dda0d536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:59.300748 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b82483c3fa54c679dad70260e1ab4f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1871395
Apr 20 23:42:59.301634 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027d60df-ebbf-4654-a3a0-93ad8cd5c42a,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:59.303860 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47526) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:42:59.304903 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-b148dc85-60d2-418d-b19d-fbbd5516019b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:59.371348 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.398998 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.452002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.455942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-86f418bb-9132-4af9-92ed-eb3b36d6dfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:42:59.469682 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d60df-ebbf-4654-a3a0-93ad8cd5c42a,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:42:59.473805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:42:59.479532 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:42:59.480699 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-54b14c62-28df-470a-a0b5-2f2a75ea3f37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/027d60df-ebbf-4654-a3a0-93ad8cd5c42a HTTP/1.1" status: 204  len: 168 time: 0.1756442
Apr 20 23:43:01.736745 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:43:02.522560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-afa2915d-53e9-4a22-b8f7-752b9deafa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:04.818191 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-44295f83-6322-4075-a740-44af81303c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:05.564587 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:05.696695 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.444515 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47610) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:06.575734 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.591383 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:06.595593 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccf2d54e17b44c88bbcae2376d40fbd is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:06.598665 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:06.605105 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:06.695901 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.700382 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.710099 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-7ec2787e-ffc9-440d-8601-0d2a732a4f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:06.751773 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ccf2d54e17b44c88bbcae2376d40fbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3061128
Apr 20 23:43:06.753608 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c926111-89fb-4456-8967-66e4c3657afa,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:06.754871 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47616) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:06.757028 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-ad9f4cfb-d52c-4508-9fe3-f99639047903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:06.823478 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.852122 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.900387 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.904229 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a876790e-a9f7-4efb-bf44-1bee99e401bc tempest-TestVolumeBootPattern-1424936428 tempest-TestVolumeBootPattern-1424936428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:06.918275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c926111-89fb-4456-8967-66e4c3657afa,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:06.921094 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:06.930551 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:06.931796 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-8831299f-dc62-4e06-9a0d-bd7c4a3f1105 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c926111-89fb-4456-8967-66e4c3657afa HTTP/1.1" status: 204  len: 168 time: 0.1758397
Apr 20 23:43:07.058740 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.235115 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47624) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:07.254541 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.270446 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:07.275991 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Usage tracker for resource:security_group_rule and tenant:7b514f2901014e8395b4fb139b45c311 is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:07.279270 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:07.286146 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:07.374217 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.378560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.385858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-db5102be-0213-4f9a-9b9a-ea8cc09d808d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:07.433156 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b514f2901014e8395b4fb139b45c311&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1968772
Apr 20 23:43:07.434103 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f472ae-0363-42fe-9ccd-6c6eba971848,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:07.436730 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47628) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:07.438647 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a3837485-e921-454e-b9fa-d4cbef924d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:07.510132 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.537536 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.586291 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.590081 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-21d65abe-fcb7-4ad3-911c-e7550327e58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:07.604142 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f472ae-0363-42fe-9ccd-6c6eba971848,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:07.608030 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:07.613857 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:07.615059 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-a4301cd3-c1b0-471d-a799-9256f277319c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79f472ae-0363-42fe-9ccd-6c6eba971848 HTTP/1.1" status: 204  len: 168 time: 0.1771255
Apr 20 23:43:10.128528 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47708) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:10.263321 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.279411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:10.284016 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Usage tracker for resource:security_group_rule and tenant:301fb67c4f8c46c0a151a57f4b77ad0e is out of sync, need to count used quota {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:10.287207 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86397) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:10.293754 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86397) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:10.383847 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.387630 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.395045 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-6dd7954f-f387-421a-bc9c-ef63962cd1ba tempest-AttachVolumeShelveTestJSON-1234599874 tempest-AttachVolumeShelveTestJSON-1234599874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:10.436498 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49cde64-9dc4-46a9-a6f6-83b2573e22e4,revision_number=1']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:10.441183 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=301fb67c4f8c46c0a151a57f4b77ad0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3114257
Apr 20 23:43:10.442190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-54a5e422-8599-4aa3-a404-ea49fd068827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:10.445136 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47716) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:10.508002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.536347 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.586056 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.589877 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-e5b9bd6b-96c3-4e34-8a76-a5c09174509b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:10.601858 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49cde64-9dc4-46a9-a6f6-83b2573e22e4,revision_number=None']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:10.605664 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:10.609228 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.610471 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-5c9be93e-0880-415f-a708-4a724324cb94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f49cde64-9dc4-46a9-a6f6-83b2573e22e4 HTTP/1.1" status: 204  len: 168 time: 0.1642675
Apr 20 23:43:10.923205 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86396) accepted ('10.222.0.24', 47726) {{(pid=86396) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:10.946181 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:10.961852 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 23:43:10.966411 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Usage tracker for resource:security_group_rule and tenant:496da8e394b04bd6a1e4b1258095d130 is out of sync, need to count used quota {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 23:43:10.969930 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.quota.resource [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86396) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 23:43:10.976775 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.quota.driver [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86396) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 23:43:11.066905 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:11.070951 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_create {{(pid=86396) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:11.080573 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-3b3b8e93-fe55-4498-aa27-81a1432400a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:11.117783 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=496da8e394b04bd6a1e4b1258095d130&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934309
Apr 20 23:43:11.120643 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [-] (86397) accepted ('10.222.0.24', 47732) {{(pid=86397) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 23:43:11.125293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3cdf0-609d-4c6f-9d4c-2a88e0cd0c38,revision_number=1']} {{(pid=86396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:11.128524 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-d33e7a98-fc39-4ce9-a732-40542116eb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86396) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:11.183620 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:11.211429 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:11.261606 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543916'] for security_group, after_delete {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:11.265449 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-1df7de84-6c59-4b38-80c1-77e806cd769a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 23:43:11.278022 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3cdf0-609d-4c6f-9d4c-2a88e0cd0c38,revision_number=None']} {{(pid=86397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 23:43:11.280393 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG oslo_concurrency.lockutils [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86397) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 23:43:11.295333 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86397) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:11.296581 dv-cinder-787296-1-iscsi neutron-server[86283]: INFO neutron.wsgi [None req-9ea52864-a84c-4914-887c-11a6de10bb13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46f3cdf0-609d-4c6f-9d4c-2a88e0cd0c38 HTTP/1.1" status: 204  len: 168 time: 0.1747622
Apr 20 23:43:23.983293 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:32.523904 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-c31d5925-2219-4102-b21c-6f164377d289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:34.827752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-29339979-27f5-4ea6-8ab5-d406de776308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:35.570566 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:35.694721 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:37.074156 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:43:38.735986 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:43:53.973624 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:02.534414 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-5af8e828-5b94-482b-b323-6f96a1410c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:04.827155 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-8302ad67-6508-4487-b9db-193c0951d273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.571560 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:05.695554 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:07.067093 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:15.741838 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:44:23.980306 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:32.525767 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-d9acfee4-5db6-4109-98a3-55b888a723f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:34.831002 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b1c0cc36-3a83-475f-be19-4baa1e1542bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:35.575195 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:35.696026 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:37.068827 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:44:52.748151 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:44:53.975836 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:02.527294 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-dc45e6a9-ff51-4642-9a63-409833613cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:04.834237 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3b704e4c-b67c-4600-9d8a-7527f75af7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:05.582985 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:05.693147 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:07.070752 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:23.975480 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:29.755060 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:45:32.529272 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-479a593d-bf28-4c4b-a937-0ac8a09aab8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:34.837095 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-af16f32b-44c7-4366-8f86-ea341a39e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:35.588722 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:35.690201 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:37.073973 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:45:53.971756 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:02.532505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-30359721-9919-4914-b3df-583776045a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:04.836089 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-b8635ad6-ca00-476a-bb72-69f3bd5f6f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:05.585843 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:05.692236 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:06.749980 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:46:07.076894 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:22.446686 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-040ee905-05f5-4146-ab2f-a091887ec903 req-6c3b81c5-1794-4a33-a936-bf228709317b service neutron] (86396) timed out ('10.222.0.20', 57798) {{(pid=86396) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 23:46:22.708517 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-be153bb0-f7b6-4e78-99e2-e86de130e1ad req-b8e3b35a-b124-491e-8be2-82be42a86652 service neutron] (86397) timed out ('10.222.0.20', 57376) {{(pid=86397) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 23:46:23.989037 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:32.536824 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-06fd1d0e-2058-42a2-8699-e5e7dc83a978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:34.840776 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-f6e95492-db8c-4185-8892-83995b5ba32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:35.599505 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:35.694190 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:37.079917 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:46:43.754258 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:46:48.595942 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.wsgi [req-4a168f0f-8ac6-483e-ae84-7040b8c72c65 req-4c120bfd-b344-47a8-967d-7b1f6693a119 tempest-ServerRescueNegativeTestJSON-841274354 tempest-ServerRescueNegativeTestJSON-841274354-project] (86397) timed out ('10.222.0.20', 57381) {{(pid=86397) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 23:46:54.000064 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:02.541563 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-ba9112bc-a806-4ae9-950a-acd113c017ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:04.830949 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-6fe03440-3bb5-43e1-bb57-4664eaead789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:05.600914 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:05.692077 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:07.084275 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:20.765464 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:47:24.005501 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:32.546148 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-821703aa-4305-49cb-8239-cd85cbfee9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:34.835763 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-db6a7854-de0c-4502-9c49-df5005eb8315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:35.599805 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:35.691879 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:37.085428 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:54.034932 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4bf009a6-d59d-41db-8971-b08c4131a8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:47:57.762309 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron.db.agents_db [None req-e26c39f9-b46b-4651-b97a-5051a95041ea None None] Agent healthcheck: found 6 active agents {{(pid=86399) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 23:48:02.543728 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-75b6dd1e-78b7-4927-9bff-5acf77dc7af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:04.825936 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3305940a-0dcb-45ae-bf30-ee96d415c538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:05.633223 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-e696415c-80cb-41f2-adb7-c93c04f6f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:05.729739 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-4ad41a89-0361-449d-8db6-d333698607a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 23:48:07.089070 dv-cinder-787296-1-iscsi neutron-server[86283]: DEBUG neutron_lib.callbacks.manager [None req-3abb1287-9b74-4e02-8787-0387a67b8ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295476711045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8307159'] for agent, after_update {{(pid=86398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}